-- Logs begin at Tue 2021-08-31 07:49:12 UTC, end at Tue 2021-08-31 09:15:27 UTC. -- Aug 31 08:43:53.068829 dv-cinder-782910-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 08:43:55.878197 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.common.config [-] Logging enabled! Aug 31 08:43:55.878825 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 08:43:55.878985 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101159) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 08:43:55.882222 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.common.config [-] Logging enabled! Aug 31 08:43:55.882480 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev568 Aug 31 08:43:55.882799 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101159) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 08:43:55.883762 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 08:43:55.884019 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 08:43:55.884391 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 08:43:55.884636 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 08:43:55.884864 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 08:43:55.885183 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.885481 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.885776 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.886005 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.886301 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.886592 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.886878 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.887166 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.887458 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.887747 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.888062 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.888337 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.888577 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.888850 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.889139 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.889426 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.889653 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] debug = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.889943 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.890409 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.890784 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.891069 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.891362 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.891645 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.892539 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.892539 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.892539 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.892862 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] host = dv-cinder-782910-2-iscsi {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.893140 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.893744 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.893744 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.894861 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.894861 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.894861 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.894861 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.895421 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.895421 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] log_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.895615 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.895983 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.896226 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.896519 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.897131 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.897131 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.897295 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.898601 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.898601 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.898601 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.898601 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.898601 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.899446 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.899446 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.899446 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.899862 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.899974 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.900251 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.900528 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.900822 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.901571 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.901571 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.901922 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.901922 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.902157 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.902454 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.902724 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.903007 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.903316 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.903628 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.903903 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.904218 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.904508 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.904789 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.905190 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.905470 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.905747 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] use_json = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.906033 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.906309 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.906597 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.906870 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.907144 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.907427 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.907699 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.908089 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:55.908403 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.908701 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.909006 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.909294 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.909601 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.909932 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.910223 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.911038 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.911334 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.911743 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.912080 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.912358 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.912650 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.912941 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.913238 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.913551 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.913850 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.914147 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.914427 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.914703 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.914973 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.915255 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.915546 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.915826 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.916149 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.916448 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.916728 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.917027 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.917324 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.917615 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.917888 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.918280 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.918575 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.918855 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.919126 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.919406 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.919694 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.919991 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.920272 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.920556 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.920835 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.921106 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.921379 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.921654 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.921944 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.922224 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.922498 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.922769 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.923051 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.923327 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.923613 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.923893 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.924199 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.924476 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.924755 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.925010 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.925292 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.925567 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.925834 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.926798 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.927111 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.927383 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.927665 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.927968 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.928245 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.928521 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.928794 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.929073 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.929348 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.929624 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.929898 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.930174 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.930446 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.930740 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.931047 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.931325 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.931613 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.931896 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.932211 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.932527 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.932808 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.933099 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.933386 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.933669 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.933976 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.934261 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.934556 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.934844 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.935126 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.935437 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.935720 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.936035 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.936318 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.936600 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.936892 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.937175 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.937476 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.937770 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.938070 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.938365 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.938662 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.938950 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.939269 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.939554 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:55.939812 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 08:43:55.940043 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101159) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 08:43:56.308474 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 08:43:56.308759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 08:43:56.309053 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 08:43:56.309896 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 08:43:56.723036 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.723321 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.723620 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.724977 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.725245 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.725509 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.761233 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.761513 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.761781 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.779920 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.780231 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.780509 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.820159 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.820561 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.820936 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.870417 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.870791 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:56.871168 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.110013 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.110623 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.110623 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.110812 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.111499 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.250505 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.250810 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.251088 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.251352 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.251613 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.251916 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.252193 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.252444 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.252694 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.252968 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.253221 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.253479 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.253733 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.253983 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.254259 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.254524 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.254768 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.255029 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.255294 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.255542 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.255805 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.256077 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.256352 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.256727 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.256967 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.257205 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.257597 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:43:57.257829 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:43:57.258064 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:43:57.258294 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:43:57.258521 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:43:57.258747 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:43:57.259103 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 08:43:57.262416 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 08:43:57.266365 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 08:43:57.270323 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1350, 1399)])]) Aug 31 08:43:57.271967 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 08:43:57.272415 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 08:43:57.272903 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 08:43:57.273284 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 08:43:57.276069 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 08:43:57.276312 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 08:43:57.276649 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 08:43:57.281898 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 08:43:57.304402 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 08:43:57.304857 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.305153 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101159) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 08:43:57.305509 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.306841 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101159) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 08:43:57.307153 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 08:43:57.307391 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 08:43:57.310584 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.310858 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:57.374500 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 08:43:57.374669 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 08:43:57.374900 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 08:43:57.375263 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 08:43:57.395859 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_db.sqlalchemy.engines [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101159) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 08:43:58.131259 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Initializing driver for type 'gre' Aug 31 08:43:58.131923 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] gre ID ranges: [(1, 1000)] Aug 31 08:43:58.350917 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Initializing driver for type 'local' Aug 31 08:43:58.351260 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Initializing driver for type 'vlan' Aug 31 08:43:58.497300 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] VlanTypeDriver initialization complete Aug 31 08:43:58.497730 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Initializing driver for type 'vxlan' Aug 31 08:43:58.498270 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] vxlan ID ranges: [(1, 1000)] Aug 31 08:43:58.786180 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Initializing extension driver 'port_security' Aug 31 08:43:58.786439 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.extensions.port_security [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] PortSecurityExtensionDriver initialization complete Aug 31 08:43:58.786772 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Initializing mechanism driver 'openvswitch' Aug 31 08:43:58.787091 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Initializing mechanism driver 'hyperv' Aug 31 08:43:58.793741 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.plugins.ml2.plugin [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:58.794417 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > port after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.794787 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.795141 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > port after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.795664 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:43:58.797497 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > subnet after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.797497 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > subnet after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.797497 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.797497 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:43:58.797761 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > network after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.797932 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > network after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.798248 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > network after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.798637 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:43:58.799043 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > security_group after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.799388 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > security_group after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.799724 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.800285 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:43:58.800690 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.801697 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.802040 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.802883 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:43:58.802883 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > address_group after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.803157 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > address_group after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.803495 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.803887 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101159) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 08:43:58.804290 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] ML2 OVO RPC backend initialized. {{(pid=101159) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 08:43:58.805013 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.805372 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.805792 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > network before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.806142 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > networks before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.806527 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > port before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.806866 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > ports before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.807230 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > subnet before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.807548 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > subnets before_response 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.807892 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > network after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.808254 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > network after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.808587 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > network after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.808923 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > port after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.809256 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.809587 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > port after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.809919 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > subnet after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.810251 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > subnet after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.810581 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.811166 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.plugin [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Modular L2 Plugin initialization complete Aug 31 08:43:58.811494 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading services supported by the core plugin {{(pid=101159) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 08:43:58.811818 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.plugins.ml2.managers [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Got port-security extension from driver 'port_security' Aug 31 08:43:58.812307 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.extensions.vlantransparent [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Disabled vlantransparent extension. Aug 31 08:43:58.812830 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101159) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 08:43:58.813207 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading Plugin: router Aug 31 08:43:58.855229 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.855626 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router after_create 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.856016 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router before_create 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.856383 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.856757 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.857113 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router after_delete 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.857472 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.857818 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.858191 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router after_create 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.858531 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router after_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.858878 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router after_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.859224 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.859580 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router after_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.860035 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router precommit_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.860407 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.860745 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: port after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.861099 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: subnet after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.861422 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.861766 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.862114 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router precommit_create 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.862458 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: port before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.862800 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router precommit_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.863156 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router after_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.864164 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.864522 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router precommit_create 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.864889 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.865242 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router precommit_update 55549900 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.865611 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > agent after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.865960 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > agent after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.866304 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > network after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.867200 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Tracking information for resource: router configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:43:58.867531 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Tracking information for resource: floatingip configured {{(pid=101159) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 08:43:58.872667 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.db.l3_agentschedulers_db [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 08:43:58.873248 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.873612 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: port after_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.873965 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: port after_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.874319 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: port after_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.875121 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router before_create 55550100 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.875495 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.875861 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router precommit_create 55550100 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.876240 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > router precommit_update 55550100 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.880817 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.services.provider_configuration [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Service providers = [] {{(pid=101159) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 08:43:58.881180 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.db.servicetype_db [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101159) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 08:43:58.884155 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.services.service_base [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 08:43:58.884504 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.services.service_base [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 08:43:58.884849 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.services.service_base [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 08:43:58.885758 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.services.service_base [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101159) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 08:43:58.886129 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.services.service_base [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 08:43:58.886508 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:43:58.886835 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 08:43:58.904030 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:43:58.904369 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading Plugin: auto_allocate Aug 31 08:43:58.910122 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: network precommit_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.911008 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: network precommit_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.911526 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:43:58.911846 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading Plugin: tag Aug 31 08:43:58.918407 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:43:58.918733 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading Plugin: timestamp Aug 31 08:43:58.922747 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:43:58.923080 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading Plugin: network_ip_availability Aug 31 08:43:58.929152 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.929526 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.929880 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:58.930619 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:43:58.930939 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading Plugin: flavors Aug 31 08:43:58.935650 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:43:58.936008 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading Plugin: revisions Aug 31 08:43:58.940281 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101159) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 08:43:58.940677 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_concurrency.lockutils [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.632s {{(pid=101159) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 08:43:58.941413 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101159) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 08:43:58.941780 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Initializing extension manager. Aug 31 08:43:58.942290 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: __init__.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.942626 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: __pycache__ {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.942956 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.943287 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: address_group.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.944074 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.944649 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: address-group Aug 31 08:43:58.944966 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: address_scope.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.945680 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.946186 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: address-scope Aug 31 08:43:58.946504 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.947461 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.948038 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: router-admin-state-down-before-update Aug 31 08:43:58.948317 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: agent.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.949246 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.949834 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: agent Aug 31 08:43:58.950078 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: agent_resources_synced.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.950999 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.951573 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: agent-resources-synced Aug 31 08:43:58.951834 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: allowedaddresspairs.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.953698 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.954227 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: allowed-address-pairs Aug 31 08:43:58.954582 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: auto_allocated_topology.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.955644 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.956188 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: auto-allocated-topology Aug 31 08:43:58.956514 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: availability_zone.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.957250 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.957755 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: availability_zone Aug 31 08:43:58.958075 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: availability_zone_filter.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.958992 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.959502 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: availability_zone_filter Aug 31 08:43:58.959817 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: data_plane_status.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.960754 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.961358 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 08:43:58.961576 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: default_subnetpools.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.962486 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.963000 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: default-subnetpools Aug 31 08:43:58.963315 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.964179 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.964694 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: dhcp_agent_scheduler Aug 31 08:43:58.965014 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: dns.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.965932 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.966432 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 08:43:58.967017 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: dns_domain_ports.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.967953 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.968481 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 08:43:58.968799 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.969722 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.970248 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 08:43:58.970547 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: dvr.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.971257 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.971744 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: dvr Aug 31 08:43:58.972093 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: ecmp_routes.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.973542 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.974047 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 08:43:58.974409 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: empty_string_filtering.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.985724 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.986259 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: empty-string-filtering Aug 31 08:43:58.986581 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.987513 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.988054 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 08:43:58.988452 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.989865 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.990372 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 08:43:58.990690 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: external_net.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.991608 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.992156 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: external-net Aug 31 08:43:58.992482 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.993397 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.993907 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: extra_dhcp_opt Aug 31 08:43:58.994221 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: extraroute.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.995146 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.995652 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: extraroute Aug 31 08:43:58.995994 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: extraroute_atomic.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.997054 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.997559 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: extraroute-atomic Aug 31 08:43:58.997876 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: filter_validation.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:58.998570 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:58.999069 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: filter-validation Aug 31 08:43:58.999387 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: fip_pf_description.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.000320 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.000822 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 08:43:59.001139 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: fip_port_details.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.002068 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.002577 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: fip-port-details Aug 31 08:43:59.002893 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: flavors.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.004215 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.004743 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: flavors Aug 31 08:43:59.005070 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.006769 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.007297 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 08:43:59.007621 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: floatingip_pools.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.008356 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.008874 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: floatingip-pools Aug 31 08:43:59.009198 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: ip_allocation.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.010129 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.010639 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 08:43:59.010955 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.011880 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.012434 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: ip-substring-filtering Aug 31 08:43:59.012756 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: l2_adjacency.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.013687 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.014194 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 08:43:59.014514 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: l3.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.015690 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.016242 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: router Aug 31 08:43:59.016568 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.018850 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.019381 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 08:43:59.019741 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.020726 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.021241 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: ext-gw-mode Aug 31 08:43:59.021565 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.022509 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.023024 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: l3-ha Aug 31 08:43:59.023343 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: l3_flavors.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.024293 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.024797 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: l3-flavors Aug 31 08:43:59.025119 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.026044 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.026552 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 08:43:59.026871 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: l3agentscheduler.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.027987 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.028509 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: l3_agent_scheduler Aug 31 08:43:59.028830 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: logging.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.030372 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.030901 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension logging not supported by any of loaded plugins Aug 31 08:43:59.031231 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: metering.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.032022 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.032609 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: metering Aug 31 08:43:59.032932 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.037068 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.037572 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: metering_source_and_destination_fields Aug 31 08:43:59.037900 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: multiprovidernet.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.038867 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.039384 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: multi-provider Aug 31 08:43:59.039712 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: netmtu.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.040682 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.041271 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: net-mtu Aug 31 08:43:59.041596 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: netmtu_writable.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.042535 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.043044 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: net-mtu-writable Aug 31 08:43:59.043377 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: network_availability_zone.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.044107 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.044619 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: network_availability_zone Aug 31 08:43:59.044947 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: network_ip_availability.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.046066 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.046583 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: network-ip-availability Aug 31 08:43:59.047134 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: network_segment_range.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.047893 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.048452 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 08:43:59.048788 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: pagination.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.049774 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.050108 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: pagination Aug 31 08:43:59.050430 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: port_device_profile.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.051975 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.052598 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: port-device-profile Aug 31 08:43:59.052929 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.053888 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.054411 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: port-mac-address-regenerate Aug 31 08:43:59.054726 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.055678 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.056222 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: port-numa-affinity-policy Aug 31 08:43:59.056548 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: port_resource_request.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.057473 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.057986 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 08:43:59.058312 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: portbindings.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.059258 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.059775 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: binding Aug 31 08:43:59.060143 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: portbindings_extended.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.069290 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.069846 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: binding-extended Aug 31 08:43:59.070180 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: portsecurity.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.071145 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.071660 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: port-security Aug 31 08:43:59.072027 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: project_id.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.073014 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.073350 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: project-id Aug 31 08:43:59.073676 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: providernet.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.074607 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.075126 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: provider Aug 31 08:43:59.075442 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: qos.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.079093 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.079621 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension qos not supported by any of loaded plugins Aug 31 08:43:59.079972 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.081237 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.081755 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 08:43:59.082663 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.083554 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.084103 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 08:43:59.084431 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: qos_default.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.085346 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.085862 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension qos-default not supported by any of loaded plugins Aug 31 08:43:59.086189 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: qos_fip.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.086855 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.087358 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 08:43:59.087682 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: qos_gateway_ip.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.088648 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.089163 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 08:43:59.089487 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: qos_port_network_policy.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.090408 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.090927 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 08:43:59.091254 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: qos_pps_rule.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.092764 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.093330 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 08:43:59.093653 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: qos_rule_type_details.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.094573 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.095087 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 08:43:59.095410 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: qos_rules_alias.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.096480 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.096991 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 08:43:59.097315 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: quotasv2.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.098878 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.099205 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: quotas Aug 31 08:43:59.099525 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: quotasv2_detail.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.102720 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.103059 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: quota_details Aug 31 08:43:59.103388 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: rbac.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.104752 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.105296 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: rbac-policies Aug 31 08:43:59.105622 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: rbac_address_group.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.106568 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.107214 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: rbac-address-group Aug 31 08:43:59.107406 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: rbac_address_scope.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.108362 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.108873 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: rbac-address-scope Aug 31 08:43:59.109195 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: rbac_security_groups.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.110114 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.110623 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: rbac-security-groups Aug 31 08:43:59.110943 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: rbac_subnetpool.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.118083 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.118606 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: rbac-subnetpool Aug 31 08:43:59.118946 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: revisionifmatch.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.119881 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.120431 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: revision-if-match Aug 31 08:43:59.120756 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: revisions.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.121950 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.122505 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: standard-attr-revisions Aug 31 08:43:59.122781 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: router_availability_zone.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.123519 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.123991 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: router_availability_zone Aug 31 08:43:59.124316 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: routerservicetype.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.125232 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.125742 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 08:43:59.126059 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.127027 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.127539 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: security-groups-normalized-cidr Aug 31 08:43:59.127860 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.128812 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.129358 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: port-security-groups-filtering Aug 31 08:43:59.129678 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.130622 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.131127 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: security-groups-remote-address-group Aug 31 08:43:59.131442 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: securitygroup.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.141201 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.141731 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: security-group Aug 31 08:43:59.142088 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: segment.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.142890 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.143395 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension segment not supported by any of loaded plugins Aug 31 08:43:59.143749 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.145220 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.145730 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 08:43:59.146053 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: servicetype.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.147245 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.147774 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: service-type Aug 31 08:43:59.148130 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: sorting.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.149123 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.149455 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: sorting Aug 31 08:43:59.149775 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: standard_attr_segment.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.150684 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.151195 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 08:43:59.151597 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: standardattrdescription.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.152272 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.152849 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: standard-attr-description Aug 31 08:43:59.153097 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: stateful_security_group.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.154026 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.154534 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: stateful-security-group Aug 31 08:43:59.154855 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: stdattrs_common.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.155441 dv-cinder-782910-2-iscsi neutron-server[101159]: WARNING neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 08:43:59.155763 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.156707 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.157224 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 08:43:59.157607 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: subnet_onboard.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.158619 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.159144 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: subnet_onboard Aug 31 08:43:59.159467 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.161082 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.161671 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 08:43:59.161997 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: subnet_service_types.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.162930 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.163448 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: subnet-service-types Aug 31 08:43:59.163772 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: subnetallocation.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.164892 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.165408 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: subnet_allocation Aug 31 08:43:59.165733 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.166403 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.166953 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: subnetpool-prefix-ops Aug 31 08:43:59.167271 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.168244 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.168864 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 08:43:59.169193 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: tagging.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.170281 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.170797 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: standard-attr-tag Aug 31 08:43:59.171148 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: timestamp.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.172376 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.172934 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loaded extension: standard-attr-timestamp Aug 31 08:43:59.173256 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: trunk.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.174286 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.174805 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension trunk not supported by any of loaded plugins Aug 31 08:43:59.180634 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: trunk_details.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.181291 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.181809 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 08:43:59.182131 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: uplink_status_propagation.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.183053 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.183565 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 08:43:59.183889 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Loading extension file: vlantransparent.py {{(pid=101159) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 08:43:59.184604 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101159) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 08:43:59.185120 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 08:43:59.187643 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of TrackedResource for resource:network Aug 31 08:43:59.188202 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of TrackedResource for resource:subnet Aug 31 08:43:59.188671 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:43:59.188984 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of TrackedResource for resource:port Aug 31 08:43:59.190256 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:43:59.190693 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Service FLAVORS assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:43:59.191322 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:43:59.191768 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:43:59.192204 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of TrackedResource for resource:router Aug 31 08:43:59.192710 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 08:43:59.193206 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Service METERING assigned prefix: /metering {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:43:59.194684 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:59.195055 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:59.195409 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101159) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:43:59.196522 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 08:43:59.197006 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of TrackedResource for resource:security_group Aug 31 08:43:59.197432 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 08:43:59.199254 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Service CORE assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:43:59.199588 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:43:59.199978 dv-cinder-782910-2-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] subnetpool is already registered Aug 31 08:43:59.200400 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Service CORE assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:43:59.200729 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:43:59.201068 dv-cinder-782910-2-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] subnetpool is already registered Aug 31 08:43:59.203354 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:43:59.203785 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Service FLAVORS assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:43:59.204424 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:43:59.204851 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:43:59.205183 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of TrackedResource for resource:router Aug 31 08:43:59.209463 dv-cinder-782910-2-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] router is already registered Aug 31 08:43:59.209463 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 08:43:59.209463 dv-cinder-782910-2-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] floatingip is already registered Aug 31 08:43:59.209463 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Service METERING assigned prefix: /metering {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:43:59.209463 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 08:43:59.209463 dv-cinder-782910-2-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] rbac_policy is already registered Aug 31 08:43:59.209463 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of TrackedResource for resource:security_group Aug 31 08:43:59.209463 dv-cinder-782910-2-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] security_group is already registered Aug 31 08:43:59.209463 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 08:43:59.210119 dv-cinder-782910-2-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] security_group_rule is already registered Aug 31 08:43:59.210360 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Service CORE assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:43:59.210688 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:43:59.211023 dv-cinder-782910-2-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] subnetpool is already registered Aug 31 08:43:59.211437 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.v2.resource_helper [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Service CORE assigned prefix: {{(pid=101159) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 08:43:59.211759 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 08:43:59.212126 dv-cinder-782910-2-iscsi neutron-server[101159]: WARNING neutron.quota.resource_registry [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] subnetpool is already registered Aug 31 08:43:59.212611 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: extensions {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.214103 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: address-groups {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.215660 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: address-scopes {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.217264 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: agents {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.218434 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: auto-allocated-topology {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.219673 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: availability_zones {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.220931 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: dhcp-networks {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.222447 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: dhcp-agents {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.224601 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: routers {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.226765 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: flavors {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.227937 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: service_profiles {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.229178 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: next_providers {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.230646 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: service_profiles {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.232190 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: floatingip-pools {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.233396 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: routers {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.235571 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: floatingips {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.236905 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: l3-routers {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.238270 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: l3-agents {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.239676 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: metering-labels {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.241054 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: metering-label-rules {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.242350 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: network-ip-availabilities {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.243595 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: bindings {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.245282 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: quotas {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.246707 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: quotas {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.248207 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: rbac-policies {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.249392 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: security-groups {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.250674 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: security-group-rules {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.251898 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: service-providers {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.253171 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: subnetpools {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.254617 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: subnetpools {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.256466 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.257852 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.259649 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.261543 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.264567 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.266432 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.268139 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.270575 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.272444 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.274083 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron.api.extensions [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Extended resource: tags {{(pid=101159) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 08:43:59.280224 dv-cinder-782910-2-iscsi neutron-server[101159]: WARNING keystonemiddleware.auth_token [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 08:43:59.285012 dv-cinder-782910-2-iscsi neutron-server[101159]: WARNING keystonemiddleware.auth_token [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 08:43:59.294147 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_concurrency.lockutils [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Acquired lock "singleton_lock" {{(pid=101159) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 08:43:59.294549 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_concurrency.lockutils [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Releasing lock "singleton_lock" {{(pid=101159) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 08:43:59.295214 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO oslo_service.service [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Starting 2 workers Aug 31 08:43:59.300087 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Started child 101272 {{(pid=101159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 08:43:59.305044 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Started child 101273 {{(pid=101159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 08:43:59.305991 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:59.306721 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO neutron.service [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 08:43:59.307380 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Notify callbacks [] for process, before_spawn {{(pid=101159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:59.307608 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [-] (101272) wsgi starting up on http://0.0.0.0:9696 Aug 31 08:43:59.309931 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO oslo_service.service [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Starting 1 workers Aug 31 08:43:59.310638 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:59.312094 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [-] (101273) wsgi starting up on http://0.0.0.0:9696 Aug 31 08:43:59.315368 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Started child 101274 {{(pid=101159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 08:43:59.315901 dv-cinder-782910-2-iscsi neutron-server[101159]: INFO oslo_service.service [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Starting 1 workers Aug 31 08:43:59.318860 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.service [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] calling RpcWorker wait() {{(pid=101274) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 08:43:59.319526 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.service [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] returning from RpcWorker wait() {{(pid=101274) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 08:43:59.325665 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Started child 101275 {{(pid=101159) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 08:43:59.325794 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:59.325794 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:59.325932 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG neutron_lib.callbacks.manager [None req-a6088c2b-3363-45c3-bd8c-0eba6a87a223 None None] Notify callbacks [] for process, after_spawn {{(pid=101159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:59.325932 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101159) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 08:43:59.325932 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 08:43:59.325932 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 08:43:59.325932 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 08:43:59.325932 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 08:43:59.325932 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 08:43:59.326352 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.326352 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.326352 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.326613 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:43:59.327250 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.327250 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.327406 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:59.327527 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.327527 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.327527 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.327847 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.327847 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.328105 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.328105 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.328863 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.328863 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.329059 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.329300 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.329565 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.329830 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.330127 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.330368 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.330605 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.330854 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.331154 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] debug = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.331472 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.332005 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.332236 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.332996 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.333238 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.333599 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.333767 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.334037 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.334269 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.334517 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.334751 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.335258 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.335258 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.335498 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.335761 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.335984 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.336208 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.336682 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] host = dv-cinder-782910-2-iscsi {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.337020 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.337318 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.337563 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.337787 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.338027 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.338262 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.338520 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.338770 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.339016 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.339240 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.339562 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.339747 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.340013 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.340272 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.340421 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_options = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.340643 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.340925 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.341237 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.341412 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.341567 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.341976 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.342224 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.342374 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.342560 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.342792 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.343004 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.343244 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.343535 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.343826 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.344073 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.344321 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.344561 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.344765 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.345000 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.345227 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.345471 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.345695 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.345982 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.346149 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.346364 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.346593 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.346870 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.347084 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.347295 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.347545 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.347804 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.348122 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.348380 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.349188 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.349431 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.350036 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.350036 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.350365 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.350517 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.350698 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.350944 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.351217 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.351496 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.351640 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.351856 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.352114 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_json = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.352375 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.352631 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.352772 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.352970 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.353199 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.353409 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.353619 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.353869 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.354339 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.354627 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.354920 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.355168 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.355397 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.355644 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.355868 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.356177 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.356393 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.356644 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.357033 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.357212 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.357406 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.357639 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.357904 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.358257 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.361759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.361759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.361759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.361759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.361759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.361759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.361759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.361759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.362452 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.362452 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.362452 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.362452 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.362452 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.362836 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.362917 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.363088 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.363360 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.363587 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.363813 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.364091 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.364332 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.364616 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.364839 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.365049 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.365300 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.365552 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.365800 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.366046 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.366306 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.366558 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.366786 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.367020 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.367237 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.367483 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.367691 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.367904 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.368159 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.368444 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.368652 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.368877 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.369101 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.369302 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.369511 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.369724 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.369965 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.370183 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.370392 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.370689 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.370862 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.371013 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.371257 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.371472 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.371686 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.371895 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.372254 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.372395 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.372595 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.372814 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.373045 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.373410 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.373509 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.373709 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.373980 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.374178 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.374530 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.374626 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.374859 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.375088 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.375493 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.375625 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.375754 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.375962 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.376195 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.376448 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.377309 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.377309 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.377309 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.378942 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.378942 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.378942 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.378942 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.378942 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.378942 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.378942 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.379540 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.379540 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.379540 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.379844 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.380029 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.380553 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.380553 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.383177 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.383177 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.383177 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.383177 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.383177 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.383177 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.383177 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.383177 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.384095 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.384095 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.384095 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.384095 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.384095 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.384095 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.390308 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.390308 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.390308 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.390308 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.390308 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.390308 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.390308 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.390308 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.390871 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.390871 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.390871 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.390871 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.390871 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.390871 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.390871 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.390871 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.391414 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.391414 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.391414 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.391414 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.391414 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.391414 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.391414 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.391414 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.391961 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.391961 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.391961 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.391961 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.391961 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.391961 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.391961 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.391961 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.392623 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.392623 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.392623 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.392623 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.392623 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.392968 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.393036 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.393206 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.393473 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.393703 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.393875 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.394117 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.394322 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.394533 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.395339 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.395520 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.395732 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.395990 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.396189 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.396499 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.396670 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.396937 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.397179 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.397420 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.399148 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.399148 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.399148 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.399148 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.399148 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.399148 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.399148 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.399148 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.399969 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.399969 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.399969 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.399969 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.400348 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.400428 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.400659 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.400981 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.401239 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.401487 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.401719 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.401949 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.402182 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.402396 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.402608 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.402812 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.403029 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.403255 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.403493 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.403756 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.403968 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.404187 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.404398 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.404607 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.404818 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.405099 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.405401 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.405562 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.405800 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.406046 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.406299 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.406635 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.406777 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.406936 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.407139 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.407352 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.407587 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.407812 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.408052 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.408258 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.408460 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.408675 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.408884 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.409108 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.409325 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.409528 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.409774 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.409995 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.410223 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.411039 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.411259 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.411466 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.411667 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.411881 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.412112 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.412315 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.412560 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.412764 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.412966 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.413200 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.413414 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.413618 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.413932 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.414201 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.414431 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.414762 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.415007 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.415285 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.415529 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.415857 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.416892 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.417658 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.423041 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.423041 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.423041 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.423041 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.423041 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.423041 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.423041 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.423041 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.423866 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.423866 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.423866 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.423866 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.423866 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.423866 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.424562 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.424562 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.424562 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.424840 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.425067 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.425290 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.425528 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.425771 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.426044 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.426295 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.426554 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.426791 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.427035 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.427285 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.427551 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.427808 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.428086 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.428349 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.428568 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.428755 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 08:43:59.429276 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101159) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 08:43:59.429441 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 08:43:59.429612 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 08:43:59.429845 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 08:43:59.430043 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 08:43:59.430199 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 08:43:59.430412 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.430576 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.430737 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.430897 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.431058 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.431238 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.431399 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.431559 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.431720 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.431876 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.432059 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.432224 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.432392 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.432537 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.432694 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.432853 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.433012 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.433171 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.433339 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.433501 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.433659 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.433815 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.433965 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] debug = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.434125 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.434321 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.434489 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.434647 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.434810 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.434964 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.435147 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.435313 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.435498 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.435718 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.435877 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.436059 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.436217 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.436379 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.436533 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.436692 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.436854 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.437015 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] host = dv-cinder-782910-2-iscsi {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.437168 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.437324 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.437483 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.437640 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.437863 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.438028 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.438186 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.438345 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.438505 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.438661 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.438817 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.438979 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.439136 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.439295 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.439451 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_options = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.439608 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.439766 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.439922 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.440137 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.440300 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.440459 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.440619 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.440780 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.440935 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.441098 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.441327 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.441500 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.441675 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.441764 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.441886 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.442049 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.442202 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.442360 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.442518 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.442677 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.442859 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.442996 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.443138 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.443297 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.443454 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.443610 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.443767 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.443924 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.444104 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.444263 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.444424 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.444585 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.444740 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.444901 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.445040 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.445201 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.445357 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.445546 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.445683 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.445836 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.446015 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.446221 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.446429 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.446698 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.446851 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.447250 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_json = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.447250 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.447542 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.447673 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.448066 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.448066 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.448307 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.448307 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.448680 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 08:43:59.448680 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.452722 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.452722 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.452722 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.452722 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.452722 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.452722 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.452722 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.452722 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.453316 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.453316 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.453316 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.453316 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.453316 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.453316 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.453316 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.453316 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.454040 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.454040 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.454040 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.454040 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.454040 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.454040 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.454040 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.454040 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.454756 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.454756 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.454756 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.454756 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.454756 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.454756 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.454756 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.454756 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.455643 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.455643 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.455643 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.455643 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.455643 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.455643 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.455643 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.455643 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.455643 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.456382 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.456382 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.456382 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.456382 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.456382 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.456382 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.456382 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.456382 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.456382 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.457642 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.457642 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.457642 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.457642 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.457642 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.457642 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.458076 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.458076 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.458076 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.458369 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.458369 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.458513 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.458682 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.458828 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.458965 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.459144 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.459292 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.459437 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.459596 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.459757 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.459917 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.460099 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.460273 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.460396 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.460558 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.460750 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.460908 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.461069 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.461230 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.461391 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.461551 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.461712 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.461872 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.462033 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.462194 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.462354 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.462514 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.462674 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.462844 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.463021 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.463181 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.463341 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.463502 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.463661 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.463821 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.464072 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.464189 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.464376 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.464539 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.464689 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.464849 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.465014 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.465174 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.465372 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.465500 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.465627 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.465788 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.465947 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.466108 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.466268 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.466431 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.466613 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.467039 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.467203 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.467364 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.467535 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.467694 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.467858 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.468040 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.468214 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.468386 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.468548 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.468709 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.468869 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.469029 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.469190 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.469349 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.469510 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.469671 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.469831 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.469991 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.470158 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.470329 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.470489 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.470656 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.470817 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.470996 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.471150 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.471366 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.471498 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.471634 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.471767 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.471911 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.472168 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.472292 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.472490 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.472929 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.472929 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.472929 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.473125 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.473203 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.473376 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.473507 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.473664 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.473814 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.473975 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.474136 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.474295 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.474455 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.474615 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.474775 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.474936 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.475095 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.475255 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.475415 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.475576 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.475735 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.475895 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.476078 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.476274 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.476436 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.477135 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.477234 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.477397 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.477557 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.477717 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.477880 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.478045 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.478205 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.478365 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.478527 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.478686 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.478846 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.479007 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.479167 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.479329 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.480236 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.480402 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.480564 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.492921 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.492921 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.492921 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.492921 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.492921 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.492921 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.492921 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.492921 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.493750 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.493750 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.493750 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.493750 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.493750 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.493750 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.493750 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.493750 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.494444 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.494444 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.494444 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.494444 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.494444 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.494444 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.494444 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.494444 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.495185 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.495185 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.495185 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.495185 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.495185 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.495185 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.495185 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.495185 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.495902 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.495902 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.495902 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.495902 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.495902 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.495902 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.495902 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.495902 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.496547 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.496547 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.496547 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.496547 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.496547 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.496547 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.496547 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.496547 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.497075 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.497075 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.497075 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.497075 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.497075 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.497075 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.497075 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.497075 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.497759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.497759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.497759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.497759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.497759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.497759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.497759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.497759 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.498426 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.498426 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.498426 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.498426 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.498426 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.498426 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.498426 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.498426 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.498989 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.498989 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.498989 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.498989 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.498989 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.498989 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.498989 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.498989 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.499514 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.499514 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.499514 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.499514 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.499514 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.499514 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.499514 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.499514 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.499514 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.500136 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.500136 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.500136 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.500136 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.500136 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.500136 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.500136 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.500136 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.500136 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.500731 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.500731 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 08:43:59.500731 dv-cinder-782910-2-iscsi neutron-server[101159]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101159) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 08:43:59.500946 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:43:59.790876 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 46300) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:43:59.799959 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067444 Aug 31 08:44:11.831844 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5352e4-3abd-49eb-8cb8-e926b5874474 None None] get_active_networks_info from dv-cinder-782910-2-iscsi {{(pid=101274) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 08:44:11.956558 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5352e4-3abd-49eb-8cb8-e926b5874474 None None] No non-hosted networks {{(pid=101274) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 08:44:11.994047 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.agentschedulers_db [None req-ae5352e4-3abd-49eb-8cb8-e926b5874474 None None] DHCP Agent not found on host dv-cinder-782910-2-iscsi {{(pid=101274) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 08:44:12.064420 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4bef466c-6de8-43db-a8c3-8a467af6c708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435709'] for agent, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:14.444663 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-610fc4cf-03f4-4465-af22-84d9ead01cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435709'] for agent, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:14.531202 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.db.api [None req-d3749420-7fa4-4384-acdb-e452838c177c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-782910-2-iscsi {{(pid=101274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:44:14.531891 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG oslo_db.api [None req-d3749420-7fa4-4384-acdb-e452838c177c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:44:14.677383 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435709'] for agent, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:14.678569 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:14.679236 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:14.679894 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:14.680450 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:14.681073 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:14.681621 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:14.682259 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:14.682812 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:14.683391 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:14.683913 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:14.684528 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:14.685092 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:14.685708 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782910-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:14.705366 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782910-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:15.134004 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d3749420-7fa4-4384-acdb-e452838c177c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:15.659568 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435709'] for agent, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:17.178412 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.db.l3_hamode_db [None req-1b7e2465-e6fd-43ab-86bf-3186f7902032 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 08:44:17.260782 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e2465-e6fd-43ab-86bf-3186f7902032 None None] Routers set() bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:44:17.261282 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e2465-e6fd-43ab-86bf-3186f7902032 None None] Router IDs set() for agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 08:44:17.556805 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435709'] for agent, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:18.395833 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 46392) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:18.908321 dv-cinder-782910-2-iscsi neutron-server[101272]: WARNING oslo_policy.policy [None req-d2715eaa-ff28-49dc-a181-50ec798c937c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:44:18.908901 dv-cinder-782910-2-iscsi neutron-server[101272]: WARNING oslo_policy.policy [None req-d2715eaa-ff28-49dc-a181-50ec798c937c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:44:19.163846 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [None req-d2715eaa-ff28-49dc-a181-50ec798c937c admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101272) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:44:19.165177 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-d2715eaa-ff28-49dc-a181-50ec798c937c admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7672412 Aug 31 08:44:21.610886 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 46406) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:22.112595 dv-cinder-782910-2-iscsi neutron-server[101273]: WARNING oslo_policy.policy [None req-bbe7f676-e02f-4ded-aa24-b868430dca85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:44:22.113182 dv-cinder-782910-2-iscsi neutron-server[101273]: WARNING oslo_policy.policy [None req-bbe7f676-e02f-4ded-aa24-b868430dca85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:44:22.332783 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-bbe7f676-e02f-4ded-aa24-b868430dca85 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:22.425050 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.policy [None req-bbe7f676-e02f-4ded-aa24-b868430dca85 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101273) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 08:44:22.474128 dv-cinder-782910-2-iscsi neutron-server[101273]: WARNING oslo_policy.policy [None req-bbe7f676-e02f-4ded-aa24-b868430dca85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:44:22.474501 dv-cinder-782910-2-iscsi neutron-server[101273]: WARNING oslo_policy.policy [None req-bbe7f676-e02f-4ded-aa24-b868430dca85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:44:22.483264 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.quota [None req-bbe7f676-e02f-4ded-aa24-b868430dca85 admin admin] Loaded quota_driver: . Aug 31 08:44:22.692443 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f676-e02f-4ded-aa24-b868430dca85 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792932427600', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792932427109', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792932422742', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792932424330', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792931871761', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792932462108', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3671373', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3590762', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-430237', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-501604'] for rbac-policy, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:22.888327 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-bbe7f676-e02f-4ded-aa24-b868430dca85 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:22.889655 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-bbe7f676-e02f-4ded-aa24-b868430dca85 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2777669 Aug 31 08:44:25.575404 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 46424) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:25.881593 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '0bc14f90163e4d92aafbb3be85665807', 'project_id': '0bc14f90163e4d92aafbb3be85665807'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:25.883041 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.quota [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Loaded quota_driver: . Aug 31 08:44:26.073879 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Made reservation on behalf of 0bc14f90163e4d92aafbb3be85665807 for: {'network': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:44:26.141553 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.policy [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101272) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 08:44:26.185863 dv-cinder-782910-2-iscsi neutron-server[101272]: WARNING oslo_policy.policy [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:44:26.186235 dv-cinder-782910-2-iscsi neutron-server[101272]: WARNING oslo_policy.policy [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 08:44:26.197070 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:26.218465 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:26.369078 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:26.445497 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:26.470599 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] vlan segment allocate from pool success with {'vlan_id': 1368, 'physical_network': 'physnet1'} {{(pid=101272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:44:26.498562 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792932182474', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:26.499120 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Unsubscribe: segment precommit_create {{(pid=101272) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 08:44:26.499605 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.segments_db [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Added segment b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2 of type vlan for network 1522bbac-ffa7-47e4-a279-82a4527c26dd Aug 31 08:44:26.505939 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e913e14-bd87-4b07-8680-6135455fc185,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:26.546284 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:26.546631 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:26.546966 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:26.547290 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:26.547605 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:26.547939 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:26.548287 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:26.548621 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:26.548956 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:26.549273 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:26.549586 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:26.549893 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Tracked resource versions report: Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: pushed versions: Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: { 'AddressGroup': {'1.2'}, Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'ConntrackHelper': {'1.0'}, Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Log': {'1.0'}, Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Network': {'1.1'}, Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Port': {'1.7'}, Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'PortForwarding': {'1.2'}, Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'QosPolicy': {'1.9'}, Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'SecurityGroup': {'1.4'}, Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'SubPort': {'1.0'}, Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Subnet': {'1.1'}, Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Trunk': {'1.1'}} Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: consumer versions: Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: { DHCP agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: L3 agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: Metadata agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: Metering agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: Open vSwitch agent@dv-cinder-782910-2-iscsi: { 'AddressGroup': '1.2', Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'ConntrackHelper': '1.0', Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Log': '1.0', Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Network': '1.1', Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Port': '1.7', Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'PortForwarding': '1.2', Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'QosPolicy': '1.9', Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'SecurityGroup': '1.4', Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'SecurityGroupRule': '1.2', Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'SubPort': '1.0', Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Subnet': '1.1', Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Trunk': '1.1'}} Aug 31 08:44:26.551067 dv-cinder-782910-2-iscsi neutron-server[101272]: {{(pid=101272) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:44:26.623684 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:26.739715 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:26.741101 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:26.741825 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:26.837686 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] Pushing event updated for resources: {'Network': ['ID=1522bbac-ffa7-47e4-a279-82a4527c26dd,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:26.850024 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 1522bbac-ffa7-47e4-a279-82a4527c26dd details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:44:26.881174 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-d9bf9329-dd33-419c-ae6c-d74dcc47212a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.3044791 Aug 31 08:44:29.584769 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 46440) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:30.026533 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff24d7c0-2d0d-4f68-8e25-0a517d5be063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:30.027903 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-ff24d7c0-2d0d-4f68-8e25-0a517d5be063 admin admin] 10.222.0.74 "GET /v2.0/networks/1522bbac-ffa7-47e4-a279-82a4527c26dd HTTP/1.1" status: 200 len: 826 time: 0.4422209 Aug 31 08:44:30.052406 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-962b93ed-74d6-44e6-b362-4d8ab6fbf5df admin admin] 10.222.0.74 "GET /v2.0/subnetpools/c9e30d0a-b601-4ff3-aa62-605ce7016df6 HTTP/1.1" status: 200 len: 734 time: 0.0182276 Aug 31 08:44:30.061765 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Request body: {'subnet': {'subnetpool_id': 'c9e30d0a-b601-4ff3-aa62-605ce7016df6', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '0bc14f90163e4d92aafbb3be85665807', 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd', 'gateway_ip': '172.20.0.1'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:30.156675 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Made reservation on behalf of 0bc14f90163e4d92aafbb3be85665807 for: {'subnet': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:44:30.159461 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Notify callbacks [] for subnet, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:30.528405 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for subnet, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:30.603048 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Checking segment: {'id': 'b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:44:30.603760 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Network hostable DHCP agents. Network: 1522bbac-ffa7-47e4-a279-82a4527c26dd, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:44:30.610213 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03d612c-b671-483b-9f50-6be8d3217cd7,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:30.619917 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:30.620297 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:30.620631 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:30.620956 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:30.621279 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:30.621606 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:30.621926 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:30.622258 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:30.622587 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:30.622901 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:30.623208 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:30.623513 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Tracked resource versions report: Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: pushed versions: Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: { 'AddressGroup': {'1.2'}, Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'ConntrackHelper': {'1.0'}, Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Log': {'1.0'}, Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Network': {'1.1'}, Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Port': {'1.7'}, Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'PortForwarding': {'1.2'}, Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'QosPolicy': {'1.9'}, Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'SecurityGroup': {'1.4'}, Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'SubPort': {'1.0'}, Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Subnet': {'1.1'}, Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Trunk': {'1.1'}} Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: consumer versions: Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: { DHCP agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: L3 agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: Metadata agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: Metering agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: Open vSwitch agent@dv-cinder-782910-2-iscsi: { 'AddressGroup': '1.2', Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'ConntrackHelper': '1.0', Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Log': '1.0', Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Network': '1.1', Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Port': '1.7', Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'PortForwarding': '1.2', Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'QosPolicy': '1.9', Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'SecurityGroup': '1.4', Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'SecurityGroupRule': '1.2', Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'SubPort': '1.0', Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Subnet': '1.1', Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Trunk': '1.1'}} Aug 31 08:44:30.624680 dv-cinder-782910-2-iscsi neutron-server[101273]: {{(pid=101273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:44:30.819109 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Network 1522bbac-ffa7-47e4-a279-82a4527c26dd is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:44:30.959520 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 1522bbac-ffa7-47e4-a279-82a4527c26dd) {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:44:30.964439 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:30.965057 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:30.969705 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466666c9-3129-4782-9f90-b54cf919facb None None] Network 1522bbac-ffa7-47e4-a279-82a4527c26dd requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:44:31.063188 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-d436f99f-5539-448c-bbde-99f27174decc admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0046201 Aug 31 08:44:31.300565 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadd5e035-c579-5214-aed2-157ab8088043-1522bbac-ffa7-47e4-a279-82a4527c26dd', 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd', 'tenant_id': '0bc14f90163e4d92aafbb3be85665807', 'fixed_ips': [{'subnet_id': 'a03d612c-b671-483b-9f50-6be8d3217cd7'}]}} from dv-cinder-782910-2-iscsi. {{(pid=101274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:44:31.301826 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:31.580322 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Allocated IP 172.20.0.2 (1522bbac-ffa7-47e4-a279-82a4527c26dd/a03d612c-b671-483b-9f50-6be8d3217cd7/a2416563-61fe-4530-9fe5-f5f657377f57) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:44:31.798610 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:31.843867 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Transition to ACTIVE for port object a2416563-61fe-4530-9fe5-f5f657377f57 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:44:31.864596 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Transition to ACTIVE for port object a2416563-61fe-4530-9fe5-f5f657377f57 will not be triggered until provisioned by entity DHCP. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:44:31.943210 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:32.012949 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Network 1522bbac-ffa7-47e4-a279-82a4527c26dd is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:44:32.017636 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:44:32.029428 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:44:32.032542 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Pushing event updated for resources: {'Port': ['ID=a2416563-61fe-4530-9fe5-f5f657377f57,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:32.043539 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:32.043888 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:32.044252 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:32.044579 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:32.044898 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:32.045218 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:32.045535 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:32.045851 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:32.046180 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:32.046495 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:32.046806 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:32.047113 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Tracked resource versions report: Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: pushed versions: Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: { 'AddressGroup': {'1.2'}, Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'ConntrackHelper': {'1.0'}, Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Log': {'1.0'}, Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Network': {'1.1'}, Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Port': {'1.7'}, Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'PortForwarding': {'1.2'}, Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'QosPolicy': {'1.9'}, Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'SecurityGroup': {'1.4'}, Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'SubPort': {'1.0'}, Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Subnet': {'1.1'}, Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Trunk': {'1.1'}} Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: consumer versions: Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: { DHCP agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: L3 agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: Metadata agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: Metering agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: Open vSwitch agent@dv-cinder-782910-2-iscsi: { 'AddressGroup': '1.2', Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'ConntrackHelper': '1.0', Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Log': '1.0', Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Network': '1.1', Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Port': '1.7', Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'PortForwarding': '1.2', Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'QosPolicy': '1.9', Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'SecurityGroup': '1.4', Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'SecurityGroupRule': '1.2', Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'SubPort': '1.0', Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Subnet': '1.1', Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Trunk': '1.1'}} Aug 31 08:44:32.048256 dv-cinder-782910-2-iscsi neutron-server[101274]: {{(pid=101274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:44:32.116806 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Attempting to bind port a2416563-61fe-4530-9fe5-f5f657377f57 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:44:32.117078 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Attempting to bind port a2416563-61fe-4530-9fe5-f5f657377f57 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': 'b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:44:32.117497 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Attempting to bind port a2416563-61fe-4530-9fe5-f5f657377f57 on network 1522bbac-ffa7-47e4-a279-82a4527c26dd {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:44:32.122355 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:44:32.122758 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Checking segment: {'id': 'b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:44:32.123232 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:32.123613 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Bound using segment: {'id': 'b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:44:32.124147 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Bound port: a2416563-61fe-4530-9fe5-f5f657377f57, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:44:32.124650 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:32.221040 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] For port a2416563-61fe-4530-9fe5-f5f657377f57, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:44:32.225736 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] For port a2416563-61fe-4530-9fe5-f5f657377f57, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=a2416563-61fe-4530-9fe5-f5f657377f57,segment=NetworkSegment(b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2),segment_id=b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:44:32.340308 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:32.435862 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaeeb96-2a70-4d22-84cd-7629602e709d None None] Pushing event updated for resources: {'Port': ['ID=a2416563-61fe-4530-9fe5-f5f657377f57,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:33.510525 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 46452) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:33.859229 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [None req-f25f19dd-f399-495b-974b-84aee18c7da9 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101273) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:44:33.871966 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-f25f19dd-f399-495b-974b-84aee18c7da9 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3486652 Aug 31 08:44:36.280424 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 46460) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:36.605638 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [None req-6ff325be-ced4-456e-aff0-0ac6a55f0384 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101273) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:44:36.606619 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-6ff325be-ced4-456e-aff0-0ac6a55f0384 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3253210 Aug 31 08:44:39.300704 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 46470) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:39.616007 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-48a0bd08-c469-4d59-a9a4-502664a63bc5 admin admin] Request body: {'router': {'tenant_id': '0bc14f90163e4d92aafbb3be85665807', 'name': 'router1', 'admin_state_up': True}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:39.728053 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-48a0bd08-c469-4d59-a9a4-502664a63bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12856'] for router, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:39.729670 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-48a0bd08-c469-4d59-a9a4-502664a63bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12851'] for router, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:39.902778 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-48a0bd08-c469-4d59-a9a4-502664a63bc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:40.048696 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-48a0bd08-c469-4d59-a9a4-502664a63bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435186'] for router, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:40.133727 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-48a0bd08-c469-4d59-a9a4-502664a63bc5 admin admin] Notify callbacks [] for router, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:40.134846 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-48a0bd08-c469-4d59-a9a4-502664a63bc5 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8331153 Aug 31 08:44:40.827930 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device a2416563-61fe-4530-9fe5-f5f657377f57 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:44:40.985061 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e56194-8acd-4620-a1e9-67a60c72562d None None] Network 1522bbac-ffa7-47e4-a279-82a4527c26dd requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:44:41.029796 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port a2416563-61fe-4530-9fe5-f5f657377f57 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:44:41.159282 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-8b18673d-d080-471b-a454-37ce67f219d4 None None] Provisioning for port a2416563-61fe-4530-9fe5-f5f657377f57 completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:44:41.166843 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-8b18673d-d080-471b-a454-37ce67f219d4 None None] Provisioning complete for port a2416563-61fe-4530-9fe5-f5f657377f57 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:44:41.167670 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8b18673d-d080-471b-a454-37ce67f219d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:41.305395 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8b18673d-d080-471b-a454-37ce67f219d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:41.346015 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-8b18673d-d080-471b-a454-37ce67f219d4 None None] For port a2416563-61fe-4530-9fe5-f5f657377f57, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=a2416563-61fe-4530-9fe5-f5f657377f57,segment=NetworkSegment(b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2),segment_id=b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:44:41.502565 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8b18673d-d080-471b-a454-37ce67f219d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:41.553076 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18673d-d080-471b-a454-37ce67f219d4 None None] Pushing event updated for resources: {'Port': ['ID=a2416563-61fe-4530-9fe5-f5f657377f57,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:41.622962 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-7c3888ee-f4a0-4573-be99-10b59e7b2650 None None] Provisioning complete for port a2416563-61fe-4530-9fe5-f5f657377f57 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:44:41.623333 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7c3888ee-f4a0-4573-be99-10b59e7b2650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:41.845593 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1291055d-52f4-4f5d-96e5-7afe32508e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:42.597195 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 46484) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:42.787934 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device a2416563-61fe-4530-9fe5-f5f657377f57 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:44:42.836588 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port a2416563-61fe-4530-9fe5-f5f657377f57 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:44:42.836954 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:42.923453 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [None req-36a284eb-b06f-4e22-8ac8-d990cbdf1235 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101272) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:44:42.925056 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-36a284eb-b06f-4e22-8ac8-d990cbdf1235 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3263564 Aug 31 08:44:44.422719 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-19e1f872-af28-448e-adeb-19b08205652c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:44.624956 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:45.404086 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 46496) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:45.593828 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:45.740194 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-d08a6eb2-ea77-4ccc-b9c2-ddcd5bb0c34d admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:45.856943 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08a6eb2-ea77-4ccc-b9c2-ddcd5bb0c34d admin admin] Made reservation on behalf of e4ad952aba6a436b892723d350da2da0 for: {'network': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:44:45.859305 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d08a6eb2-ea77-4ccc-b9c2-ddcd5bb0c34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:45.869149 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d08a6eb2-ea77-4ccc-b9c2-ddcd5bb0c34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:45.980720 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d08a6eb2-ea77-4ccc-b9c2-ddcd5bb0c34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:46.087852 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d08a6eb2-ea77-4ccc-b9c2-ddcd5bb0c34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:46.111517 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d08a6eb2-ea77-4ccc-b9c2-ddcd5bb0c34d admin admin] Reserving flat network on physical network physnet1 {{(pid=101272) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 08:44:46.128217 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a6eb2-ea77-4ccc-b9c2-ddcd5bb0c34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8647d9be-0615-4b01-b46a-91a3b7752c65,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:46.131744 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d08a6eb2-ea77-4ccc-b9c2-ddcd5bb0c34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:46.131744 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.segments_db [None req-d08a6eb2-ea77-4ccc-b9c2-ddcd5bb0c34d admin admin] Added segment 86877331-f818-4619-81b8-573e8c8663a9 of type flat for network 21b7b17b-0504-4a0f-9003-5825bc0f5835 Aug 31 08:44:46.181387 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d08a6eb2-ea77-4ccc-b9c2-ddcd5bb0c34d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:46.290855 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d08a6eb2-ea77-4ccc-b9c2-ddcd5bb0c34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:46.291855 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08a6eb2-ea77-4ccc-b9c2-ddcd5bb0c34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:46.292498 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d08a6eb2-ea77-4ccc-b9c2-ddcd5bb0c34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:46.368454 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a6eb2-ea77-4ccc-b9c2-ddcd5bb0c34d admin admin] Pushing event updated for resources: {'Network': ['ID=21b7b17b-0504-4a0f-9003-5825bc0f5835,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:46.381011 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:44:46.463610 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-d08a6eb2-ea77-4ccc-b9c2-ddcd5bb0c34d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0584121 Aug 31 08:44:47.462291 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:48.886387 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 46514) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:49.114073 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca36cda-e637-4b15-b3e6-48efb46b3e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:49.115474 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-dca36cda-e637-4b15-b3e6-48efb46b3e43 admin admin] 10.222.0.74 "GET /v2.0/subnets/a03d612c-b671-483b-9f50-6be8d3217cd7 HTTP/1.1" status: 200 len: 849 time: 0.2281451 Aug 31 08:44:49.295531 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-dd34626f-91cb-4ad2-bdee-865f8c3a8de9 admin admin] 10.222.0.74 "GET /v2.0/routers/d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b HTTP/1.1" status: 200 len: 704 time: 0.1736665 Aug 31 08:44:49.586591 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:49.925452 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Allocated IP 172.20.0.1 (1522bbac-ffa7-47e4-a279-82a4527c26dd/a03d612c-b671-483b-9f50-6be8d3217cd7/4d335e1f-71d7-4f51-9b9e-6916c1eaa723) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:44:50.123105 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:50.147526 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.provisioning_blocks [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Transition to ACTIVE for port object 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 will not be triggered until provisioned by entity DHCP. {{(pid=101272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:44:50.326227 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:50.398766 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Network 1522bbac-ffa7-47e4-a279-82a4527c26dd is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:44:50.410069 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:44:50.419451 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:44:50.424935 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434561'] for router_interface, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:50.441204 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Pushing event updated for resources: {'Port': ['ID=4d335e1f-71d7-4f51-9b9e-6916c1eaa723,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:50.724650 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:50.744816 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-618004cc-de8e-4cae-b28a-7ad595534273 None None] Provisioning for port 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:44:50.749280 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-618004cc-de8e-4cae-b28a-7ad595534273 None None] Provisioning complete for port 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:44:50.749683 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-618004cc-de8e-4cae-b28a-7ad595534273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:50.790372 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-618004cc-de8e-4cae-b28a-7ad595534273 None None] Port 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:44:51.005814 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:51.154156 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:51.154951 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435505'] for router_interface, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:51.237665 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Pushing event updated for resources: {'Port': ['ID=4d335e1f-71d7-4f51-9b9e-6916c1eaa723,revision_number=2']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:51.287298 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Network 1522bbac-ffa7-47e4-a279-82a4527c26dd is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:44:51.288562 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:44:51.516109 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-e11b4449-0bf1-41eb-9232-ab31576cf575 None None] Provisioning complete for port 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:44:51.516537 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e11b4449-0bf1-41eb-9232-ab31576cf575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:51.542519 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Router d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b is scheduled to L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 with binding_index 1 {{(pid=101272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:44:51.572221 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-e11b4449-0bf1-41eb-9232-ab31576cf575 None None] Port 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:44:51.639081 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:44:51.645540 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-551df5cf-1dbf-4643-862e-9d7cd1d72139 admin admin] 10.222.0.74 "PUT /v2.0/routers/d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3436530 Aug 31 08:44:51.650435 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Sync routers for ids ['d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:44:51.664098 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Routers {'d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:44:51.665023 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:44:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:51.863868 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Set router d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b gateway port host: None {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:44:52.327974 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b', 'name': 'router1', 'tenant_id': '0bc14f90163e4d92aafbb3be85665807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:39Z', 'updated_at': '2021-08-31T08:44:50Z', 'revision_number': 2, 'project_id': '0bc14f90163e4d92aafbb3be85665807', 'gw_port_host': None, '_interfaces': [{'id': '4d335e1f-71d7-4f51-9b9e-6916c1eaa723', 'name': '', 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd', 'tenant_id': '0bc14f90163e4d92aafbb3be85665807', 'mac_address': 'fa:16:3e:0c:67:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a03d612c-b671-483b-9f50-6be8d3217cd7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:44:49Z', 'updated_at': '2021-08-31T08:44:50Z', 'revision_number': 2, 'project_id': '0bc14f90163e4d92aafbb3be85665807', 'subnets': [{'id': 'a03d612c-b671-483b-9f50-6be8d3217cd7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9e30d0a-b601-4ff3-aa62-605ce7016df6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:52.379372 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Checking router: d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:44:52.379743 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Updating router d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b port 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 binding host dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:44:52.430816 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:53.037892 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:53.056974 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Transition to ACTIVE for port object 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:44:53.139040 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:53.294831 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be4a07-54a1-477f-81a3-ace381362a4c None None] Pushing event updated for resources: {'Port': ['ID=4d335e1f-71d7-4f51-9b9e-6916c1eaa723,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:53.325149 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be4a07-54a1-477f-81a3-ace381362a4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.325149 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be4a07-54a1-477f-81a3-ace381362a4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.325149 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be4a07-54a1-477f-81a3-ace381362a4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.325149 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be4a07-54a1-477f-81a3-ace381362a4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.325577 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be4a07-54a1-477f-81a3-ace381362a4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.325821 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be4a07-54a1-477f-81a3-ace381362a4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.326069 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be4a07-54a1-477f-81a3-ace381362a4c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.326388 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be4a07-54a1-477f-81a3-ace381362a4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.326727 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be4a07-54a1-477f-81a3-ace381362a4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.327044 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be4a07-54a1-477f-81a3-ace381362a4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.327362 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be4a07-54a1-477f-81a3-ace381362a4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.327669 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be4a07-54a1-477f-81a3-ace381362a4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23be4a07-54a1-477f-81a3-ace381362a4c None None] Tracked resource versions report: Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: pushed versions: Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: { 'AddressGroup': {'1.2'}, Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'ConntrackHelper': {'1.0'}, Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Log': {'1.0'}, Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Network': {'1.1'}, Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Port': {'1.7'}, Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'PortForwarding': {'1.2'}, Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'QosPolicy': {'1.9'}, Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'SecurityGroup': {'1.4'}, Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'SubPort': {'1.0'}, Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Subnet': {'1.1'}, Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Trunk': {'1.1'}} Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: consumer versions: Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: { DHCP agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: L3 agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: Metadata agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: Metering agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: Open vSwitch agent@dv-cinder-782910-2-iscsi: { 'AddressGroup': '1.2', Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'ConntrackHelper': '1.0', Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Log': '1.0', Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Network': '1.1', Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Port': '1.7', Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'PortForwarding': '1.2', Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'QosPolicy': '1.9', Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'SecurityGroup': '1.4', Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'SecurityGroupRule': '1.2', Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'SubPort': '1.0', Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Subnet': '1.1', Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Trunk': '1.1'}} Aug 31 08:44:53.328864 dv-cinder-782910-2-iscsi neutron-server[101275]: {{(pid=101275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:44:53.361451 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Attempting to bind port 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:44:53.362394 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Attempting to bind port 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': 'b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:44:53.362817 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Attempting to bind port 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 on network 1522bbac-ffa7-47e4-a279-82a4527c26dd {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:44:53.368785 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:44:53.369197 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Checking segment: {'id': 'b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:44:53.369692 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:53.370228 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Bound using segment: {'id': 'b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:44:53.370824 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Bound port: 4d335e1f-71d7-4f51-9b9e-6916c1eaa723, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:44:53.371049 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:53.445273 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] For port 4d335e1f-71d7-4f51-9b9e-6916c1eaa723, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:44:53.466194 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] For port 4d335e1f-71d7-4f51-9b9e-6916c1eaa723, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=4d335e1f-71d7-4f51-9b9e-6916c1eaa723,segment=NetworkSegment(b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2),segment_id=b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:44:53.552142 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:53.613257 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be4a07-54a1-477f-81a3-ace381362a4c None None] Pushing event updated for resources: {'Port': ['ID=4d335e1f-71d7-4f51-9b9e-6916c1eaa723,revision_number=4']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:53.619305 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Routers {'d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:44:53.619927 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:44:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:53.717809 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] Set router d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b gateway port host: None {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:44:53.972024 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b', 'name': 'router1', 'tenant_id': '0bc14f90163e4d92aafbb3be85665807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:39Z', 'updated_at': '2021-08-31T08:44:50Z', 'revision_number': 2, 'project_id': '0bc14f90163e4d92aafbb3be85665807', 'gw_port_host': None, '_interfaces': [{'id': '4d335e1f-71d7-4f51-9b9e-6916c1eaa723', 'name': '', 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd', 'tenant_id': '0bc14f90163e4d92aafbb3be85665807', 'mac_address': 'fa:16:3e:0c:67:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a03d612c-b671-483b-9f50-6be8d3217cd7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:44:49Z', 'updated_at': '2021-08-31T08:44:53Z', 'revision_number': 4, 'project_id': '0bc14f90163e4d92aafbb3be85665807', 'subnets': [{'id': 'a03d612c-b671-483b-9f50-6be8d3217cd7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9e30d0a-b601-4ff3-aa62-605ce7016df6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:44:53.998235 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cca1ad-3956-4bd3-a1cf-bf577dbb574e None None] The sync data for ids ['d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b'] in dv-cinder-782910-2-iscsi is: [{'id': 'd8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b', 'name': 'router1', 'tenant_id': '0bc14f90163e4d92aafbb3be85665807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:39Z', 'updated_at': '2021-08-31T08:44:50Z', 'revision_number': 2, 'project_id': '0bc14f90163e4d92aafbb3be85665807', 'gw_port_host': None, '_interfaces': [{'id': '4d335e1f-71d7-4f51-9b9e-6916c1eaa723', 'name': '', 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd', 'tenant_id': '0bc14f90163e4d92aafbb3be85665807', 'mac_address': 'fa:16:3e:0c:67:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a03d612c-b671-483b-9f50-6be8d3217cd7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:44:49Z', 'updated_at': '2021-08-31T08:44:53Z', 'revision_number': 4, 'project_id': '0bc14f90163e4d92aafbb3be85665807', 'subnets': [{'id': 'a03d612c-b671-483b-9f50-6be8d3217cd7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9e30d0a-b601-4ff3-aa62-605ce7016df6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:44:54.029721 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 46530) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:54.163736 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc49b444-003d-4b9a-b217-c129eaafdaff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:54.165208 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-cc49b444-003d-4b9a-b217-c129eaafdaff admin admin] 10.222.0.74 "GET /v2.0/networks/21b7b17b-0504-4a0f-9003-5825bc0f5835 HTTP/1.1" status: 200 len: 842 time: 0.1345119 Aug 31 08:44:54.180579 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-916457b1-748f-4d5b-b82f-2b11984dd43a admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:54.331404 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916457b1-748f-4d5b-b82f-2b11984dd43a admin admin] Made reservation on behalf of e4ad952aba6a436b892723d350da2da0 for: {'subnet': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:44:54.333880 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-916457b1-748f-4d5b-b82f-2b11984dd43a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.782015 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.objects.ports [None req-916457b1-748f-4d5b-b82f-2b11984dd43a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101272) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 08:44:54.782464 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-916457b1-748f-4d5b-b82f-2b11984dd43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for subnet, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:54.837792 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916457b1-748f-4d5b-b82f-2b11984dd43a admin admin] Pushing event updated for resources: {'Subnet': ['ID=716792ce-01ef-4a78-916c-cfc821f42a5d,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:54.846607 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916457b1-748f-4d5b-b82f-2b11984dd43a admin admin] Checking segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:44:54.846958 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916457b1-748f-4d5b-b82f-2b11984dd43a admin admin] Network hostable DHCP agents. Network: 21b7b17b-0504-4a0f-9003-5825bc0f5835, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:44:54.961885 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916457b1-748f-4d5b-b82f-2b11984dd43a admin admin] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:44:55.053572 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-916457b1-748f-4d5b-b82f-2b11984dd43a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 21b7b17b-0504-4a0f-9003-5825bc0f5835) {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:44:55.061896 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916457b1-748f-4d5b-b82f-2b11984dd43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:55.063292 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-916457b1-748f-4d5b-b82f-2b11984dd43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:55.064975 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738d5642-18aa-4fb9-8385-a273589aeb80 None None] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:44:55.171431 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-916457b1-748f-4d5b-b82f-2b11984dd43a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9949820 Aug 31 08:44:55.194399 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851a3a65-079d-41c0-852c-4515f21f460f None None] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:44:57.505892 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 46538) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:44:57.651301 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-46ca3c1e-a1e5-4041-8b33-f2eb2e65c553 admin admin] 10.222.0.74 "GET /v2.0/routers/d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b HTTP/1.1" status: 200 len: 710 time: 0.1438918 Aug 31 08:44:57.745041 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5fd26b-a682-4116-ad4f-048e480e8558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:44:57.754220 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-ae5fd26b-a682-4116-ad4f-048e480e8558 admin admin] 10.222.0.74 "GET /v2.0/networks/21b7b17b-0504-4a0f-9003-5825bc0f5835 HTTP/1.1" status: 200 len: 886 time: 0.0894167 Aug 31 08:44:57.757325 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:44:58.091192 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:58.449695 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:58.529224 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:58.636145 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Allocated IP 172.27.0.43 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/05bb3050-f37c-401e-99dd-a465fa6bfe5a) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:44:58.749649 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:58.868423 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:58.913867 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:44:58.916943 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:44:58.920846 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:44:58.955248 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Pushing event updated for resources: {'Port': ['ID=05bb3050-f37c-401e-99dd-a465fa6bfe5a,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:44:59.345646 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:59.559449 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-438233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12829'] for router, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:59.562953 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-435172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435197', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-438208'] for router, after_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:59.677814 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Router d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:44:59.888031 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:44:59.892402 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] Notify callbacks [] for router, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:44:59.893989 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-a8f31590-40f2-41bc-9059-ca086ea73d7b admin admin] 10.222.0.74 "PUT /v2.0/routers/d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b HTTP/1.1" status: 200 len: 889 time: 2.1405370 Aug 31 08:45:00.590591 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Sync routers for ids ['d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:45:00.602496 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Routers {'d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:45:00.603166 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:44:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:45:00.856673 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:45:00.905733 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Set router d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:45:01.195579 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:45:01.208033 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:45:01.208395 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:01.367373 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:01.417926 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b', 'name': 'router1', 'tenant_id': '0bc14f90163e4d92aafbb3be85665807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '05bb3050-f37c-401e-99dd-a465fa6bfe5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:39Z', 'updated_at': '2021-08-31T08:44:59Z', 'revision_number': 4, 'project_id': '0bc14f90163e4d92aafbb3be85665807', 'gw_port': {'id': '05bb3050-f37c-401e-99dd-a465fa6bfe5a', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:44:58Z', 'updated_at': '2021-08-31T08:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '4d335e1f-71d7-4f51-9b9e-6916c1eaa723', 'name': '', 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd', 'tenant_id': '0bc14f90163e4d92aafbb3be85665807', 'mac_address': 'fa:16:3e:0c:67:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a03d612c-b671-483b-9f50-6be8d3217cd7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:44:49Z', 'updated_at': '2021-08-31T08:44:53Z', 'revision_number': 4, 'project_id': '0bc14f90163e4d92aafbb3be85665807', 'subnets': [{'id': 'a03d612c-b671-483b-9f50-6be8d3217cd7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9e30d0a-b601-4ff3-aa62-605ce7016df6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:45:01.446459 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port 4d335e1f-71d7-4f51-9b9e-6916c1eaa723, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=4d335e1f-71d7-4f51-9b9e-6916c1eaa723,segment=NetworkSegment(b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2),segment_id=b4b3e5aa-a10b-474c-9d5f-60fcfb49ecc2)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:45:01.473070 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Checking router: d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:45:01.473420 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Updating router d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b port 05bb3050-f37c-401e-99dd-a465fa6bfe5a binding host dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:45:01.525057 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:01.580894 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:01.742090 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=4d335e1f-71d7-4f51-9b9e-6916c1eaa723,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:01.935464 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:01.981811 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Transition to ACTIVE for port object 05bb3050-f37c-401e-99dd-a465fa6bfe5a will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:45:02.107842 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:02.164862 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Attempting to bind port 05bb3050-f37c-401e-99dd-a465fa6bfe5a on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:45:02.165228 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Attempting to bind port 05bb3050-f37c-401e-99dd-a465fa6bfe5a by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:45:02.165591 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Attempting to bind port 05bb3050-f37c-401e-99dd-a465fa6bfe5a on network 21b7b17b-0504-4a0f-9003-5825bc0f5835 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:45:02.167636 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63b6b1-fce9-430f-b82a-0783c1060a28 None None] Pushing event updated for resources: {'Port': ['ID=05bb3050-f37c-401e-99dd-a465fa6bfe5a,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:02.174774 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:45:02.175175 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Checking segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:45:02.175566 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:02.176127 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Bound using segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:45:02.176662 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Bound port: 05bb3050-f37c-401e-99dd-a465fa6bfe5a, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:45:02.177059 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:02.233498 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] For port 05bb3050-f37c-401e-99dd-a465fa6bfe5a, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:45:02.237257 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] For port 05bb3050-f37c-401e-99dd-a465fa6bfe5a, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=05bb3050-f37c-401e-99dd-a465fa6bfe5a,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:45:02.391306 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:02.412325 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 46550) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:45:02.449627 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Routers {'d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:45:02.450254 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:44:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:45:02.485881 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63b6b1-fce9-430f-b82a-0783c1060a28 None None] Pushing event updated for resources: {'Port': ['ID=05bb3050-f37c-401e-99dd-a465fa6bfe5a,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:02.534538 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-dff1b633-36da-4ce6-9486-3a2d2e5a4f91 admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1209674 Aug 31 08:45:02.660099 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] Set router d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:45:02.816469 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:45:02.919723 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:45:02.920130 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:03.009720 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b', 'name': 'router1', 'tenant_id': '0bc14f90163e4d92aafbb3be85665807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '05bb3050-f37c-401e-99dd-a465fa6bfe5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:39Z', 'updated_at': '2021-08-31T08:44:59Z', 'revision_number': 4, 'project_id': '0bc14f90163e4d92aafbb3be85665807', 'gw_port': {'id': '05bb3050-f37c-401e-99dd-a465fa6bfe5a', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:44:58Z', 'updated_at': '2021-08-31T08:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '4d335e1f-71d7-4f51-9b9e-6916c1eaa723', 'name': '', 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd', 'tenant_id': '0bc14f90163e4d92aafbb3be85665807', 'mac_address': 'fa:16:3e:0c:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a03d612c-b671-483b-9f50-6be8d3217cd7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:44:49Z', 'updated_at': '2021-08-31T08:45:01Z', 'revision_number': 5, 'project_id': '0bc14f90163e4d92aafbb3be85665807', 'subnets': [{'id': 'a03d612c-b671-483b-9f50-6be8d3217cd7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9e30d0a-b601-4ff3-aa62-605ce7016df6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:45:03.049252 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3be224-f527-4cd1-b810-b58e8a080c2b None None] The sync data for ids ['d8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b'] in dv-cinder-782910-2-iscsi is: [{'id': 'd8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b', 'name': 'router1', 'tenant_id': '0bc14f90163e4d92aafbb3be85665807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '05bb3050-f37c-401e-99dd-a465fa6bfe5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:44:39Z', 'updated_at': '2021-08-31T08:44:59Z', 'revision_number': 4, 'project_id': '0bc14f90163e4d92aafbb3be85665807', 'gw_port': {'id': '05bb3050-f37c-401e-99dd-a465fa6bfe5a', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a1:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:44:58Z', 'updated_at': '2021-08-31T08:45:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '4d335e1f-71d7-4f51-9b9e-6916c1eaa723', 'name': '', 'network_id': '1522bbac-ffa7-47e4-a279-82a4527c26dd', 'tenant_id': '0bc14f90163e4d92aafbb3be85665807', 'mac_address': 'fa:16:3e:0c:67:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8803c4c-bfb9-4db2-bbcd-3ce6a1856e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a03d612c-b671-483b-9f50-6be8d3217cd7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:44:49Z', 'updated_at': '2021-08-31T08:45:01Z', 'revision_number': 5, 'project_id': '0bc14f90163e4d92aafbb3be85665807', 'subnets': [{'id': 'a03d612c-b671-483b-9f50-6be8d3217cd7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9e30d0a-b601-4ff3-aa62-605ce7016df6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:45:04.381738 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 5 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:45:04.876956 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 05bb3050-f37c-401e-99dd-a465fa6bfe5a up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:45:05.030839 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 05bb3050-f37c-401e-99dd-a465fa6bfe5a completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:45:05.036404 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 05bb3050-f37c-401e-99dd-a465fa6bfe5a triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:45:05.036833 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:05.182757 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:05.224698 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port 05bb3050-f37c-401e-99dd-a465fa6bfe5a, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=05bb3050-f37c-401e-99dd-a465fa6bfe5a,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:45:05.310778 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:05.381110 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=05bb3050-f37c-401e-99dd-a465fa6bfe5a,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:45:06.887086 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 05bb3050-f37c-401e-99dd-a465fa6bfe5a up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:45:07.006583 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 05bb3050-f37c-401e-99dd-a465fa6bfe5a triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:45:07.007095 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:11.837178 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6cc4a77a-7bed-4cfb-b775-03027db8dff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:14.472222 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-63ea4012-21dd-46ef-99f7-020151857ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:14.587681 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:15.565044 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:17.476245 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:41.381862 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 5 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:45:41.867475 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2b73212d-13f2-490e-b663-bffbe1eeb3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:44.429979 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f990b116-c408-40e9-94cc-822c93e12153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:44.670062 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:45.559223 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:45:47.490000 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:11.846507 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-56cfe7ce-04da-4a5d-b1cf-6af85bfdf8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:14.429375 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c184951d-1fa9-46b9-ba9f-e13a85a6fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:14.609875 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:15.547805 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:17.492453 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:18.380774 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 5 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:46:41.868712 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-52722f87-a4fa-4a21-98df-ba922eb85416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:44.409632 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-50d96aba-a2a8-4b79-9a3c-49a89fd29095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:44.617845 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:44.889773 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47112) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:46:44.958218 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea5fc30-da7f-49a2-9f98-b1292167fc29 admin admin] GET failed (client error): The resource could not be found. Aug 31 08:46:44.959631 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-6ea5fc30-da7f-49a2-9f98-b1292167fc29 admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0689101 Aug 31 08:46:45.125056 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c047ed9-20df-4227-855e-e6db73315c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:45.126466 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-6c047ed9-20df-4227-855e-e6db73315c8f admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1621397 Aug 31 08:46:45.525938 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:47.357713 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47122) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:46:47.451738 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376bd1af-c3c6-40d8-80c1-9eefc681c85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:47.453200 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-376bd1af-c3c6-40d8-80c1-9eefc681c85d admin admin] 10.222.0.74 "GET /v2.0/subnets/a03d612c-b671-483b-9f50-6be8d3217cd7 HTTP/1.1" status: 200 len: 849 time: 0.0940430 Aug 31 08:46:47.463481 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:46:47.466439 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:47.556046 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Notify callbacks [] for subnet, before_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:47.749035 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792932129244'] for subnet, after_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:47.782030 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:47.782620 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:47.783900 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] 10.222.0.74 "PUT /v2.0/subnets/a03d612c-b671-483b-9f50-6be8d3217cd7 HTTP/1.1" status: 200 len: 868 time: 0.3242452 Aug 31 08:46:47.807165 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8fb3d4-ecf9-4a73-b4da-08cd1ba56311 None None] Network 1522bbac-ffa7-47e4-a279-82a4527c26dd requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:46:47.807347 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03d612c-b671-483b-9f50-6be8d3217cd7,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:46:47.812046 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:47.812418 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:47.812745 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:47.813077 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:47.813401 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:47.813728 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:47.814057 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:47.814397 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:47.814727 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:47.815047 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:47.815368 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:47.815687 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab971c0-83c1-4ecd-b531-b838cffcd66e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:46:48.235238 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-20889d8e-f412-470d-950a-3fe8bfe236fe None None] Provisioning complete for port 4d335e1f-71d7-4f51-9b9e-6916c1eaa723 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:46:48.235607 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-20889d8e-f412-470d-950a-3fe8bfe236fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:48.332485 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-20889d8e-f412-470d-950a-3fe8bfe236fe None None] Provisioning complete for port a2416563-61fe-4530-9fe5-f5f657377f57 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:46:48.332677 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-20889d8e-f412-470d-950a-3fe8bfe236fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:46:50.091469 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47130) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:46:50.392514 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd3fbe-5878-4a84-872d-f861c9b1d2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:50.393158 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd3fbe-5878-4a84-872d-f861c9b1d2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:50.395484 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-fedd3fbe-5878-4a84-872d-f861c9b1d2e9 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.3029315 Aug 31 08:46:52.738543 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47138) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:46:52.991623 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2949a0d-ac29-4cf1-9aae-70ffbd00c3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:52.992040 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2949a0d-ac29-4cf1-9aae-70ffbd00c3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:52.994049 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-b2949a0d-ac29-4cf1-9aae-70ffbd00c3fd admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2545111 Aug 31 08:46:55.374388 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47148) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:46:55.382406 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 5 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:46:55.549765 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852ad332-96aa-411b-b524-2f1afa4f7ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:55.551305 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-852ad332-96aa-411b-b524-2f1afa4f7ee5 admin admin] 10.222.0.74 "GET /v2.0/networks/1522bbac-ffa7-47e4-a279-82a4527c26dd HTTP/1.1" status: 200 len: 870 time: 0.1757879 Aug 31 08:46:57.863207 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47156) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:46:58.001392 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14e581c-0499-4eae-b450-19f46fba0142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:46:58.002795 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-c14e581c-0499-4eae-b450-19f46fba0142 admin admin] 10.222.0.74 "GET /v2.0/networks/21b7b17b-0504-4a0f-9003-5825bc0f5835 HTTP/1.1" status: 200 len: 886 time: 0.1386335 Aug 31 08:47:00.223969 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47164) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:00.364538 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7e9a37-2da7-41d0-ab02-92cbacb95881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:00.365014 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7e9a37-2da7-41d0-ab02-92cbacb95881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:00.366574 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-7f7e9a37-2da7-41d0-ab02-92cbacb95881 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1416698 Aug 31 08:47:02.577734 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47172) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:02.669348 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d5524-972d-485c-8f23-5d5caeaf4ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:02.669799 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d5524-972d-485c-8f23-5d5caeaf4ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:02.671911 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-656d5524-972d-485c-8f23-5d5caeaf4ae9 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0932386 Aug 31 08:47:04.902093 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47180) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:04.990578 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1cfb44-6350-4c51-be4d-777b7e461238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:04.991965 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-fb1cfb44-6350-4c51-be4d-777b7e461238 admin admin] 10.222.0.74 "GET /v2.0/subnets/716792ce-01ef-4a78-916c-cfc821f42a5d HTTP/1.1" status: 200 len: 816 time: 0.0889065 Aug 31 08:47:07.295267 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47188) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:07.406577 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0613e4cd-cc16-44b8-a39f-eea118559e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:07.408071 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-0613e4cd-cc16-44b8-a39f-eea118559e22 admin admin] 10.222.0.74 "GET /v2.0/subnets/a03d612c-b671-483b-9f50-6be8d3217cd7 HTTP/1.1" status: 200 len: 868 time: 0.1118169 Aug 31 08:47:11.897576 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-22b697c1-4a72-4411-8440-a89c340e91f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:14.422943 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-98be0d1f-1fa9-4b53-8e0a-3ee0eb39d98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:14.639276 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:15.552383 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:17.565847 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:32.199355 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47242) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:32.248329 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [None req-14e805b9-e769-49c8-ad05-e711207d1873 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101272) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:47:32.249387 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-14e805b9-e769-49c8-ad05-e711207d1873 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490634 Aug 31 08:47:32.382825 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 5 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:47:34.619462 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47250) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:34.682229 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a421859-c1c8-4502-a652-236924c63d5c admin admin] GET failed (client error): The resource could not be found. Aug 31 08:47:34.683577 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-5a421859-c1c8-4502-a652-236924c63d5c admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629344 Aug 31 08:47:34.771166 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8aa026-f954-4048-ac26-488e779acca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:34.772670 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-5e8aa026-f954-4048-ac26-488e779acca7 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842979 Aug 31 08:47:36.991395 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47258) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:37.040125 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-e060aabc-2229-450b-a4be-3aa6ce3082e7 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:47:37.142246 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e060aabc-2229-450b-a4be-3aa6ce3082e7 admin admin] Made reservation on behalf of e4ad952aba6a436b892723d350da2da0 for: {'network': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:47:37.144495 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e060aabc-2229-450b-a4be-3aa6ce3082e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:37.172356 dv-cinder-782910-2-iscsi neutron-server[101272]: WARNING neutron.services.revisions.revision_plugin [None req-e060aabc-2229-450b-a4be-3aa6ce3082e7 admin admin] Could not find related network for resource to bump revision. Aug 31 08:47:37.182742 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e060aabc-2229-450b-a4be-3aa6ce3082e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1351, 'physical_network': 'physnet1'} {{(pid=101272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:47:37.192311 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e060aabc-2229-450b-a4be-3aa6ce3082e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:37.192647 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.segments_db [None req-e060aabc-2229-450b-a4be-3aa6ce3082e7 admin admin] Added segment 96c0261b-8a00-4eb5-a6a9-088685d9a73e of type vlan for network 4fb2ba50-2f5d-4bf1-b094-433054596022 Aug 31 08:47:37.230114 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e060aabc-2229-450b-a4be-3aa6ce3082e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:37.342797 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e060aabc-2229-450b-a4be-3aa6ce3082e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:37.343843 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e060aabc-2229-450b-a4be-3aa6ce3082e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:37.344459 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e060aabc-2229-450b-a4be-3aa6ce3082e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:37.402957 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060aabc-2229-450b-a4be-3aa6ce3082e7 admin admin] Pushing event updated for resources: {'Network': ['ID=4fb2ba50-2f5d-4bf1-b094-433054596022,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:37.412948 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 4fb2ba50-2f5d-4bf1-b094-433054596022 details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:47:37.474750 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-e060aabc-2229-450b-a4be-3aa6ce3082e7 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4821372 Aug 31 08:47:39.782514 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47266) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:47:39.845212 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea89b72-29b8-4886-a90f-7c6a78e4759c admin admin] GET failed (client error): The resource could not be found. Aug 31 08:47:39.846565 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-0ea89b72-29b8-4886-a90f-7c6a78e4759c admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0630960 Aug 31 08:47:39.915748 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa49b8c-b9ba-4dea-a684-39c9664f532a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:39.917255 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-8aa49b8c-b9ba-4dea-a684-39c9664f532a admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0660269 Aug 31 08:47:39.928483 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-e25bce7a-ccb5-4eaf-89d1-d352ea21c044 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '4fb2ba50-2f5d-4bf1-b094-433054596022'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:47:40.151799 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25bce7a-ccb5-4eaf-89d1-d352ea21c044 admin admin] Made reservation on behalf of e4ad952aba6a436b892723d350da2da0 for: {'subnet': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:47:40.154614 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e25bce7a-ccb5-4eaf-89d1-d352ea21c044 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:40.387181 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e25bce7a-ccb5-4eaf-89d1-d352ea21c044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for subnet, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:40.443993 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bce7a-ccb5-4eaf-89d1-d352ea21c044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87436608-bfaf-4365-a89a-f8020cb056a1,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:40.453106 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25bce7a-ccb5-4eaf-89d1-d352ea21c044 admin admin] Checking segment: {'id': '96c0261b-8a00-4eb5-a6a9-088685d9a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '4fb2ba50-2f5d-4bf1-b094-433054596022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:47:40.453541 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25bce7a-ccb5-4eaf-89d1-d352ea21c044 admin admin] Network hostable DHCP agents. Network: 4fb2ba50-2f5d-4bf1-b094-433054596022, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:47:40.603082 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25bce7a-ccb5-4eaf-89d1-d352ea21c044 admin admin] Network 4fb2ba50-2f5d-4bf1-b094-433054596022 is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:47:40.694713 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-e25bce7a-ccb5-4eaf-89d1-d352ea21c044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 4fb2ba50-2f5d-4bf1-b094-433054596022) {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:47:40.698845 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25bce7a-ccb5-4eaf-89d1-d352ea21c044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:47:40.699484 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e25bce7a-ccb5-4eaf-89d1-d352ea21c044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:40.704237 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4075d2-3985-4eb9-9660-4a12110c3b80 None None] Network 4fb2ba50-2f5d-4bf1-b094-433054596022 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:47:40.803344 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-e25bce7a-ccb5-4eaf-89d1-d352ea21c044 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8756104 Aug 31 08:47:40.851561 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadd5e035-c579-5214-aed2-157ab8088043-4fb2ba50-2f5d-4bf1-b094-433054596022', 'network_id': '4fb2ba50-2f5d-4bf1-b094-433054596022', 'tenant_id': 'e4ad952aba6a436b892723d350da2da0', 'fixed_ips': [{'subnet_id': '87436608-bfaf-4365-a89a-f8020cb056a1'}]}} from dv-cinder-782910-2-iscsi. {{(pid=101274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:47:40.852507 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:40.998399 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Allocated IP 192.168.233.2 (4fb2ba50-2f5d-4bf1-b094-433054596022/87436608-bfaf-4365-a89a-f8020cb056a1/5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:47:41.142799 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:41.151048 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Transition to ACTIVE for port object 5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:47:41.166395 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Transition to ACTIVE for port object 5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d will not be triggered until provisioned by entity DHCP. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:47:41.268648 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:41.313143 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Network 4fb2ba50-2f5d-4bf1-b094-433054596022 is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:47:41.316093 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:47:41.319786 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:47:41.325328 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Pushing event updated for resources: {'Port': ['ID=5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:41.336274 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:41.336662 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:41.337003 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:41.337331 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:41.337655 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:41.337977 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:41.338296 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:41.338615 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:41.338932 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:41.339255 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:41.339565 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:41.339877 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:47:41.386538 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Attempting to bind port 5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:47:41.386907 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Attempting to bind port 5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '96c0261b-8a00-4eb5-a6a9-088685d9a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '4fb2ba50-2f5d-4bf1-b094-433054596022'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:47:41.387265 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Attempting to bind port 5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d on network 4fb2ba50-2f5d-4bf1-b094-433054596022 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:47:41.392378 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:47:41.392831 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Checking segment: {'id': '96c0261b-8a00-4eb5-a6a9-088685d9a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '4fb2ba50-2f5d-4bf1-b094-433054596022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:47:41.393135 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:41.393522 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Bound using segment: {'id': '96c0261b-8a00-4eb5-a6a9-088685d9a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '4fb2ba50-2f5d-4bf1-b094-433054596022'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:47:41.393972 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Bound port: 5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c0261b-8a00-4eb5-a6a9-088685d9a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '4fb2ba50-2f5d-4bf1-b094-433054596022'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:47:41.394371 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:41.458029 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] For port 5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:47:41.462226 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] For port 5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d,segment=NetworkSegment(96c0261b-8a00-4eb5-a6a9-088685d9a73e),segment_id=96c0261b-8a00-4eb5-a6a9-088685d9a73e)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:47:41.537271 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:41.611542 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989613f-eb39-4bee-8509-8a57545c5ea9 None None] Pushing event updated for resources: {'Port': ['ID=5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:41.859696 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9b26c158-bcf3-4733-8b5c-2a2851d26d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:42.453429 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60a202b-1b47-4eb7-9751-fd0ebbb618eb None None] Network 4fb2ba50-2f5d-4bf1-b094-433054596022 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:47:42.618279 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-aac5848d-576f-4208-a708-544ecd5788df None None] Provisioning for port 5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:47:42.966533 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:47:43.056855 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:47:43.061659 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:47:43.062030 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:43.144651 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:43.180335 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port 5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d,segment=NetworkSegment(96c0261b-8a00-4eb5-a6a9-088685d9a73e),segment_id=96c0261b-8a00-4eb5-a6a9-088685d9a73e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:47:43.268548 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:43.319841 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:47:44.429041 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4085315d-71c2-44f5-af2e-7052e3425db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:44.656565 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:44.946595 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:47:44.996086 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 5ea9bbd7-c3a0-4abd-8cf5-528e83b33d0d triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:47:44.996512 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:45.557649 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:47:47.485221 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:09.443208 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 5 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:48:11.837355 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-410593d7-3e02-4474-aafa-1bfc39a2cf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:14.450272 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d651657f-73c1-4c54-9b95-cfcda43bd53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:14.599076 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:15.559485 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:17.494605 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:41.814286 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-603a5c05-a3e6-4e72-8680-cae7c8a02eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:44.615524 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fec448d3-7f08-47f1-8c48-3271874f9c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:44.644408 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:45.541331 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:48:46.381616 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 5 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:48:47.512745 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:04.193793 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47318) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:04.200277 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [None req-d432d28e-2666-4d2f-991a-19896ba5f4f6 tempest-verify_tempest_config-1745606312 tempest-verify_tempest_config-1745606312-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101272) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:49:04.201231 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-d432d28e-2666-4d2f-991a-19896ba5f4f6 tempest-verify_tempest_config-1745606312 tempest-verify_tempest_config-1745606312-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064738 Aug 31 08:49:04.839679 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47336) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:04.956773 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:05.071495 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:05.198509 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:05.248939 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=35efe8eb35194bcb9936f3702c3ef27c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4081531 Aug 31 08:49:05.249642 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca1eda4-a577-4821-9127-2a19c5e92695,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:05.251603 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47342) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:49:05.267425 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:05.267777 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:05.268158 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:05.268497 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:05.268827 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:05.269172 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:05.269504 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:05.269842 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:05.270202 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:05.270514 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:05.270834 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:05.271209 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f9df6-e26e-423a-bc6d-3d0cc5d74c60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:49:05.322092 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-2b86eb72-b55c-44f5-b629-d4b5491b5536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:05.344239 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-2b86eb72-b55c-44f5-b629-d4b5491b5536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:05.564591 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-2b86eb72-b55c-44f5-b629-d4b5491b5536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:05.567436 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-2b86eb72-b55c-44f5-b629-d4b5491b5536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:05.568684 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-2b86eb72-b55c-44f5-b629-d4b5491b5536 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3ca1eda4-a577-4821-9127-2a19c5e92695 HTTP/1.1" status: 204 len: 168 time: 0.3161523 Aug 31 08:49:05.577331 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86eb72-b55c-44f5-b629-d4b5491b5536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca1eda4-a577-4821-9127-2a19c5e92695,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:49:11.923982 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-be4fe537-afc6-4cf8-9746-21ee8e063fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:14.420772 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1dd38b37-3511-4e5d-8a64-dc6cd55b6add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:14.632520 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:15.541308 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:17.500654 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:23.380616 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 5 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:49:41.866148 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f62bc6f5-386e-4ae0-abc6-8175d089b6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:44.409111 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-53ece721-4f0b-4018-b894-a685e771d056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:44.614226 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:45.563303 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:49:47.585992 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:00.379352 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 5 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:50:11.927587 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2e03e691-6e01-4dd1-9713-ed3435be4590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:14.448563 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c3dc6aca-5267-46da-b550-9bec4ac281f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:14.614032 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:15.556843 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:17.500086 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:37.377609 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 5 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:50:41.848455 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-adb8e5ff-890a-4f70-b30f-e58f87657680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:44.425060 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6a7e1e6e-b714-4015-ab20-6018523c9fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:44.665449 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:44.979612 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-435709'] for agent, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:45.562090 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:50:47.521289 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:00.351595 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47414) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:00.464693 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-c79a7c4e-b65d-4fc7-a58b-8920347d7c65 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1120169 Aug 31 08:51:02.695536 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47424) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:51:02.758800 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-e694833b-c447-4e9f-8fbb-88c4be2e4e1f admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0620322 Aug 31 08:51:11.870378 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-244e1486-3197-4699-b98f-14f8c7badfda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:14.376797 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:51:14.459481 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2f40ee66-6b72-4507-86f4-78cf2ddb8efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:14.744337 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:15.133491 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:15.562101 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:17.520759 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:41.829615 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-31a95f78-9b28-4d1e-ba33-b96bb9dd20a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:44.412296 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-042ab23b-9fca-4b36-a84a-37005b995383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:44.612780 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:44.938307 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:45.578215 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:47.504113 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:51:51.376425 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:52:11.817908 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-544bb370-68a0-4248-9a8f-6935b9cd28af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:14.423835 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d248ca33-2f81-4276-b504-209d5678ad64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:14.737585 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:14.966202 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:15.589363 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:17.658026 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:28.375652 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:52:37.261791 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47588) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:37.858182 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-125848843-network', 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:52:38.046208 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Made reservation on behalf of 3787ecd5c3554519ba0dfdf3822199a4 for: {'network': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:52:38.049435 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:38.058719 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:38.154924 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:38.405628 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:38.433922 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] vlan segment allocate from pool success with {'vlan_id': 1353, 'physical_network': 'physnet1'} {{(pid=101272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:52:38.451375 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:38.451747 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.segments_db [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Added segment eecfa237-a499-4b1a-a281-9a9ba0871f9e of type vlan for network 01945155-cccb-454b-bdc9-771df4fdfc75 Aug 31 08:52:38.467393 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca29032-5321-4a85-bec2-7c3b4973f4e5,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:38.479716 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:38.480645 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:38.480645 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:38.480853 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:38.481134 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:38.481411 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:38.481766 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Tracked resource versions report: Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: pushed versions: Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: { 'AddressGroup': {'1.2'}, Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'ConntrackHelper': {'1.0'}, Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Log': {'1.0'}, Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Network': {'1.1'}, Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Port': {'1.7'}, Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'PortForwarding': {'1.2'}, Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'QosPolicy': {'1.9'}, Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'SecurityGroup': {'1.4'}, Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'SubPort': {'1.0'}, Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Subnet': {'1.1'}, Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Trunk': {'1.1'}} Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: consumer versions: Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: { DHCP agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: HyperV agent@hv-cinder-78291: {}, Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: L3 agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: Metadata agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: Metering agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: Open vSwitch agent@dv-cinder-782910-2-iscsi: { 'AddressGroup': '1.2', Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'ConntrackHelper': '1.0', Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Log': '1.0', Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Network': '1.1', Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Port': '1.7', Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'PortForwarding': '1.2', Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'QosPolicy': '1.9', Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'SecurityGroup': '1.4', Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'SecurityGroupRule': '1.2', Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'SubPort': '1.0', Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Subnet': '1.1', Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: 'Trunk': '1.1'}} Aug 31 08:52:38.486691 dv-cinder-782910-2-iscsi neutron-server[101272]: {{(pid=101272) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:52:38.501316 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47636) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:38.525663 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:38.829083 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:38.830192 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:38.850912 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:38.895231 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] Pushing event updated for resources: {'Network': ['ID=01945155-cccb-454b-bdc9-771df4fdfc75,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:38.905800 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 01945155-cccb-454b-bdc9-771df4fdfc75 details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:52:39.218028 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-24f8c9f6-5b96-4589-9c2e-fa11f9246195 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9551036 Aug 31 08:52:39.221615 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47652) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:39.226966 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Request body: {'subnet': {'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-125848843-subnet', 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:52:39.331863 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1386570554-network', 'tenant_id': '5fce6cd2b3f54c739f5ef10faca9a504'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:52:39.353621 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Made reservation on behalf of 3787ecd5c3554519ba0dfdf3822199a4 for: {'subnet': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:52:39.356027 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:39.583336 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] Made reservation on behalf of 5fce6cd2b3f54c739f5ef10faca9a504 for: {'network': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:52:39.586017 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:39.602184 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:39.709486 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:39.712031 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for subnet, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:39.766796 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Checking segment: {'id': 'eecfa237-a499-4b1a-a281-9a9ba0871f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:52:39.767193 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Network hostable DHCP agents. Network: 01945155-cccb-454b-bdc9-771df4fdfc75, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:52:39.793746 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5491e237-5843-4143-aa87-46105c32a598,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:39.803785 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:39.804213 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:39.804518 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:39.804852 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:39.805233 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:39.805588 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:39.805922 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:39.806765 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:39.806765 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:39.806927 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:39.807205 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:39.807588 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Tracked resource versions report: Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: pushed versions: Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: { 'AddressGroup': {'1.2'}, Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'ConntrackHelper': {'1.0'}, Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Log': {'1.0'}, Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Network': {'1.1'}, Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Port': {'1.7'}, Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'PortForwarding': {'1.2'}, Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'QosPolicy': {'1.9'}, Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'SecurityGroup': {'1.4'}, Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'SubPort': {'1.0'}, Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Subnet': {'1.1'}, Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Trunk': {'1.1'}} Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: consumer versions: Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: { DHCP agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: HyperV agent@hv-cinder-78291: {}, Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: L3 agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: Metadata agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: Metering agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: Open vSwitch agent@dv-cinder-782910-2-iscsi: { 'AddressGroup': '1.2', Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'ConntrackHelper': '1.0', Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Log': '1.0', Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Network': '1.1', Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Port': '1.7', Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'PortForwarding': '1.2', Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'QosPolicy': '1.9', Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'SecurityGroup': '1.4', Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'SecurityGroupRule': '1.2', Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'SubPort': '1.0', Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Subnet': '1.1', Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: 'Trunk': '1.1'}} Aug 31 08:52:39.808721 dv-cinder-782910-2-iscsi neutron-server[101273]: {{(pid=101273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:52:39.852455 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:39.907135 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0900c8f-e398-4d24-af21-49aa786a3c94,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:39.907135 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] vlan segment allocate from pool success with {'vlan_id': 1356, 'physical_network': 'physnet1'} {{(pid=101273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:52:39.917100 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792932182474', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:39.917989 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] Unsubscribe: segment precommit_create {{(pid=101273) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 08:52:39.918680 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.segments_db [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] Added segment 93a69d7d-c8bf-4af6-939d-f814a7ac29f1 of type vlan for network 2d461f98-346d-496f-822a-69c0de99ead5 Aug 31 08:52:39.950174 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Network 01945155-cccb-454b-bdc9-771df4fdfc75 is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:52:40.003289 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:40.016223 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47670) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:40.082335 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47676) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:40.103193 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 01945155-cccb-454b-bdc9-771df4fdfc75) {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:52:40.108915 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:40.110156 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:40.115874 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c61e960-bb78-4632-b6d4-dac902289193 None None] Network 01945155-cccb-454b-bdc9-771df4fdfc75 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:52:40.177646 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:40.179010 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:40.180164 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:40.302838 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] Pushing event updated for resources: {'Network': ['ID=2d461f98-346d-496f-822a-69c0de99ead5,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:40.303827 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e98f64-6ed9-476f-a4e9-65e9bf785d1b None None] Network 01945155-cccb-454b-bdc9-771df4fdfc75 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:52:40.327182 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 2d461f98-346d-496f-822a-69c0de99ead5 details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:52:40.338100 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-ba5a7799-5b80-4ad3-8cf2-06c2e47b4dc4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1154242 Aug 31 08:52:40.341037 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47688) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:40.346199 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-125848843-router', 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:52:40.377250 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-321157746-network', 'tenant_id': '37794a2c64b644a191bbec64466ba629'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:52:40.401747 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-7a2268ef-3079-43da-8450-087409b963ec admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8974812 Aug 31 08:52:40.404576 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47692) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:40.429268 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-b63f9ac6-9a94-4085-abfa-cfb17be2733d admin admin] Request body: {'subnet': {'network_id': '2d461f98-346d-496f-822a-69c0de99ead5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1386570554-subnet', 'tenant_id': '5fce6cd2b3f54c739f5ef10faca9a504', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:52:40.429367 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-83461199-97b3-443d-a5d1-31f44e4a21fe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-502906911-network', 'tenant_id': '704d4d43abe84cdd94ebff6859425e87'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:52:40.431278 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.db.api [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 08:52:40.431278 dv-cinder-782910-2-iscsi neutron-server[101272]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 08:52:40.431278 dv-cinder-782910-2-iscsi neutron-server[101272]: [parameters: {'project_id_1': '37794a2c64b644a191bbec64466ba629', 'expiration_1': datetime.datetime(2021, 8, 31, 8, 52, 40, 381615)}] Aug 31 08:52:40.431278 dv-cinder-782910-2-iscsi neutron-server[101272]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:52:40.431703 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG oslo_db.api [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:52:40.583874 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12856'] for router, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:40.585877 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12851'] for router, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:40.795433 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63f9ac6-9a94-4085-abfa-cfb17be2733d admin admin] Made reservation on behalf of 5fce6cd2b3f54c739f5ef10faca9a504 for: {'subnet': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:52:40.798561 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b63f9ac6-9a94-4085-abfa-cfb17be2733d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:40.798751 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.005544 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83461199-97b3-443d-a5d1-31f44e4a21fe admin admin] Made reservation on behalf of 704d4d43abe84cdd94ebff6859425e87 for: {'network': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:52:41.008182 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-83461199-97b3-443d-a5d1-31f44e4a21fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.094496 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-83461199-97b3-443d-a5d1-31f44e4a21fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.149523 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b63f9ac6-9a94-4085-abfa-cfb17be2733d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for subnet, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.305691 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.333111 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] Made reservation on behalf of 37794a2c64b644a191bbec64466ba629 for: {'network': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:52:41.338410 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.356599 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.392331 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63f9ac6-9a94-4085-abfa-cfb17be2733d admin admin] Checking segment: {'id': '93a69d7d-c8bf-4af6-939d-f814a7ac29f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '2d461f98-346d-496f-822a-69c0de99ead5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:52:41.392906 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63f9ac6-9a94-4085-abfa-cfb17be2733d admin admin] Network hostable DHCP agents. Network: 2d461f98-346d-496f-822a-69c0de99ead5, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:52:41.399181 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f9ac6-9a94-4085-abfa-cfb17be2733d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0fd61ba-a0e3-449f-a023-7fde635dad51,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:41.502332 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-83461199-97b3-443d-a5d1-31f44e4a21fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.653008 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63f9ac6-9a94-4085-abfa-cfb17be2733d admin admin] Network 2d461f98-346d-496f-822a-69c0de99ead5 is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:52:41.666087 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-83461199-97b3-443d-a5d1-31f44e4a21fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.698540 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83461199-97b3-443d-a5d1-31f44e4a21fe admin admin] vlan segment allocate from pool success with {'vlan_id': 1393, 'physical_network': 'physnet1'} {{(pid=101272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:52:41.737333 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-83461199-97b3-443d-a5d1-31f44e4a21fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.737732 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.segments_db [None req-83461199-97b3-443d-a5d1-31f44e4a21fe admin admin] Added segment 194ad21f-0790-4302-b3b4-c1aa57df398f of type vlan for network 5028c28c-c36e-4db6-bf36-1ce074bcd249 Aug 31 08:52:41.802061 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461199-97b3-443d-a5d1-31f44e4a21fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e2bae6-0b46-47db-b56e-f2437a08ca35,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:41.832320 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-83461199-97b3-443d-a5d1-31f44e4a21fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.868768 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-b63f9ac6-9a94-4085-abfa-cfb17be2733d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 2d461f98-346d-496f-822a-69c0de99ead5) {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:52:41.874025 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63f9ac6-9a94-4085-abfa-cfb17be2733d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:41.874626 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b63f9ac6-9a94-4085-abfa-cfb17be2733d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:41.879557 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41e2f3c-86d7-4e4f-84b6-0ee763fb1282 None None] Network 2d461f98-346d-496f-822a-69c0de99ead5 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:52:41.986322 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:42.003568 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:42.013626 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-266b2d46-7750-44e4-8e95-aa54187b431e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:42.025084 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:42.059008 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1c3029-dca2-4dc5-bcfe-13d2222de8b7 None None] Network 2d461f98-346d-496f-822a-69c0de99ead5 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:52:42.079220 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-83461199-97b3-443d-a5d1-31f44e4a21fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:42.081787 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83461199-97b3-443d-a5d1-31f44e4a21fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:42.081787 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-83461199-97b3-443d-a5d1-31f44e4a21fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:42.147657 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:42.188311 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6b9513-92b0-444b-8682-ba8a40204a70,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:42.227235 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83461199-97b3-443d-a5d1-31f44e4a21fe admin admin] Pushing event updated for resources: {'Network': ['ID=5028c28c-c36e-4db6-bf36-1ce074bcd249,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:42.231577 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] vlan segment allocate from pool success with {'vlan_id': 1364, 'physical_network': 'physnet1'} {{(pid=101272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:52:42.246898 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-b63f9ac6-9a94-4085-abfa-cfb17be2733d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8407359 Aug 31 08:52:42.247409 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 5028c28c-c36e-4db6-bf36-1ce074bcd249 details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:52:42.258022 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:42.258497 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.segments_db [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] Added segment 02c0faa5-9082-416c-9aaa-f4fffff92d20 of type vlan for network d610ca2e-6360-4e86-b55f-a470d5c807c5 Aug 31 08:52:42.274818 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Allocated IP 172.27.0.166 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/72b8ef4d-46e6-416a-b186-1fbadfdfc5d6) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:52:42.313332 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-83461199-97b3-443d-a5d1-31f44e4a21fe admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2281733 Aug 31 08:52:42.315757 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47764) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:42.321121 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-e9d71bc6-4a82-4c4a-a468-89e97e578ceb admin admin] Request body: {'subnet': {'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-502906911-subnet', 'tenant_id': '704d4d43abe84cdd94ebff6859425e87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:52:42.343677 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:42.447312 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d71bc6-4a82-4c4a-a468-89e97e578ceb admin admin] Made reservation on behalf of 704d4d43abe84cdd94ebff6859425e87 for: {'subnet': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:52:42.450243 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e9d71bc6-4a82-4c4a-a468-89e97e578ceb admin admin] Notify callbacks [] for subnet, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:42.489529 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:42.518737 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47770) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:42.555821 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:42.557321 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:42.558670 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:42.614915 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47778) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:42.737060 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:42.812665 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7940068 Aug 31 08:52:42.816899 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47790) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:42.817475 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:52:42.823449 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-94ed9808-6584-4f8d-b2e0-5bfd1e4a814e admin admin] Request body: {'subnet': {'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-321157746-subnet', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:52:42.828978 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:52:42.836406 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:52:42.844774 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e9d71bc6-4a82-4c4a-a468-89e97e578ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for subnet, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:43.013665 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a6800a2d-508f-4c74-bce4-f2c025891fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:43.023329 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d71bc6-4a82-4c4a-a468-89e97e578ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=837ede5a-1816-4179-8f6b-8cad7d412f98,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:43.051424 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d71bc6-4a82-4c4a-a468-89e97e578ceb admin admin] Checking segment: {'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:52:43.051424 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d71bc6-4a82-4c4a-a468-89e97e578ceb admin admin] Network hostable DHCP agents. Network: 5028c28c-c36e-4db6-bf36-1ce074bcd249, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:52:43.052324 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ed9808-6584-4f8d-b2e0-5bfd1e4a814e admin admin] Made reservation on behalf of 37794a2c64b644a191bbec64466ba629 for: {'subnet': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:52:43.054461 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b20be-cc22-4ac6-9da0-9c61ac0c2966 admin admin] Pushing event updated for resources: {'Network': ['ID=d610ca2e-6360-4e86-b55f-a470d5c807c5,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:43.055400 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-94ed9808-6584-4f8d-b2e0-5bfd1e4a814e admin admin] Notify callbacks [] for subnet, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:43.068939 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network d610ca2e-6360-4e86-b55f-a470d5c807c5 details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:52:43.115275 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5a51f348-5142-491f-a71c-51e28dc11013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:43.156959 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Pushing event updated for resources: {'Port': ['ID=72b8ef4d-46e6-416a-b186-1fbadfdfc5d6,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:43.313145 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:43.368086 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d71bc6-4a82-4c4a-a468-89e97e578ceb admin admin] Network 5028c28c-c36e-4db6-bf36-1ce074bcd249 is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:52:43.405166 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47820) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:43.412564 dv-cinder-782910-2-iscsi neutron-server[101273]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 08:52:43.526019 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-e9d71bc6-4a82-4c4a-a468-89e97e578ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 5028c28c-c36e-4db6-bf36-1ce074bcd249) {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:52:43.540384 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e47e0e0-2884-49ee-aaad-06078b790d08 None None] Network 5028c28c-c36e-4db6-bf36-1ce074bcd249 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:52:43.565299 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d71bc6-4a82-4c4a-a468-89e97e578ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:43.565886 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e9d71bc6-4a82-4c4a-a468-89e97e578ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:43.568761 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-94ed9808-6584-4f8d-b2e0-5bfd1e4a814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for subnet, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:43.707620 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a6800a2d-508f-4c74-bce4-f2c025891fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:43.744425 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed9808-6584-4f8d-b2e0-5bfd1e4a814e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf9e77d3-4b26-40d6-b9c6-dff49a105ccc,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:43.749475 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99db3b96-f004-4d8a-9fae-df34fe87df25 None None] Network 5028c28c-c36e-4db6-bf36-1ce074bcd249 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:52:43.801548 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a6800a2d-508f-4c74-bce4-f2c025891fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:43.833121 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435186'] for router, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:43.841802 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd827b5-6e75-427a-b040-19b909d7a872 req-cd7cfb30-68b8-4115-925a-89e5779d7c52 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:43.843807 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-cd7cfb30-68b8-4115-925a-89e5779d7c52 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/networks?id=2d461f98-346d-496f-822a-69c0de99ead5 HTTP/1.1" status: 200 len: 812 time: 0.4327421 Aug 31 08:52:43.862115 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ed9808-6584-4f8d-b2e0-5bfd1e4a814e admin admin] Checking segment: {'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:52:43.862760 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ed9808-6584-4f8d-b2e0-5bfd1e4a814e admin admin] Network hostable DHCP agents. Network: d610ca2e-6360-4e86-b55f-a470d5c807c5, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:52:43.874114 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-a6800a2d-508f-4c74-bce4-f2c025891fd6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cd9fe54faa0b4575945a37095a6184f2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2540193 Aug 31 08:52:43.880883 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47838) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:43.889296 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-e9d71bc6-4a82-4c4a-a468-89e97e578ceb admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5721655 Aug 31 08:52:43.920627 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-4702f661-4d52-4872-a5ab-c9f14898f351 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/quotas/5fce6cd2b3f54c739f5ef10faca9a504 HTTP/1.1" status: 200 len: 375 time: 0.0681262 Aug 31 08:52:43.921322 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6800a2d-508f-4c74-bce4-f2c025891fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d39ea0e-b73b-4ab8-844e-678ae3e4a916,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:44.007105 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-80b6dafe-5587-4c13-a7e2-4250f6ce0a86 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5fce6cd2b3f54c739f5ef10faca9a504&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634863 Aug 31 08:52:44.027280 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-47d5aecd-84b8-4c56-9e00-0c86749ac6ef tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101273) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:52:44.028147 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-47d5aecd-84b8-4c56-9e00-0c86749ac6ef tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061283 Aug 31 08:52:44.048001 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ec66d4d7-3819-441a-9156-4afc28c0b642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.079035 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ed9808-6584-4f8d-b2e0-5bfd1e4a814e admin admin] Network d610ca2e-6360-4e86-b55f-a470d5c807c5 is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:52:44.105916 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ec66d4d7-3819-441a-9156-4afc28c0b642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.161526 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5a51f348-5142-491f-a71c-51e28dc11013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.246400 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-94ed9808-6584-4f8d-b2e0-5bfd1e4a814e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, d610ca2e-6360-4e86-b55f-a470d5c807c5) {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:52:44.254069 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ed9808-6584-4f8d-b2e0-5bfd1e4a814e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:44.255134 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-94ed9808-6584-4f8d-b2e0-5bfd1e4a814e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.261990 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47854) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:44.267048 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d7854c-fcb5-468e-b344-bedf7f5ffb49 None None] Network d610ca2e-6360-4e86-b55f-a470d5c807c5 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:52:44.280088 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Router 5158ceef-2bd1-435f-901d-75b30e3ba3e2 is scheduled to L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 with binding_index 1 {{(pid=101272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:52:44.291419 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ec66d4d7-3819-441a-9156-4afc28c0b642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.293523 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5a51f348-5142-491f-a71c-51e28dc11013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.296088 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ec66d4d7-3819-441a-9156-4afc28c0b642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.308455 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-ec66d4d7-3819-441a-9156-4afc28c0b642 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4d39ea0e-b73b-4ab8-844e-678ae3e4a916 HTTP/1.1" status: 204 len: 168 time: 0.4247003 Aug 31 08:52:44.366496 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66d4d7-3819-441a-9156-4afc28c0b642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d39ea0e-b73b-4ab8-844e-678ae3e4a916,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:44.390613 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-94ed9808-6584-4f8d-b2e0-5bfd1e4a814e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5716953 Aug 31 08:52:44.395089 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47862) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:44.402531 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:52:44.515906 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-26bf43ca-369d-4be8-8934-a74a9bf7ab0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.543712 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-5a51f348-5142-491f-a71c-51e28dc11013 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7d2a6329642b4d238e6421ad1b0c4dd3&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0300894 Aug 31 08:52:44.548270 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47868) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:44.558019 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99a7d15f-1c5f-4550-933d-1ecaaf212524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.563361 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12856'] for router, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.564784 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12851'] for router, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.566220 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51f348-5142-491f-a71c-51e28dc11013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6dd3aa-a92c-495d-8eeb-b90abe0fef29,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:44.648831 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:52:44.681241 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Sync routers for ids ['5158ceef-2bd1-435f-901d-75b30e3ba3e2'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:52:44.686872 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadd5e035-c579-5214-aed2-157ab8088043-d610ca2e-6360-4e86-b55f-a470d5c807c5', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc'}]}} from dv-cinder-782910-2-iscsi. {{(pid=101274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:52:44.687778 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.726639 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.728582 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Routers {'5158ceef-2bd1-435f-901d-75b30e3ba3e2'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:52:44.734392 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:52:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['5158ceef-2bd1-435f-901d-75b30e3ba3e2'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:44.778592 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.803701 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-12949b00-564c-4d36-bd20-e57704ffeeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.821529 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-c8b8a7b4-1d4c-438d-a20c-2f7ec04e9ae2 service neutron] 10.222.0.74 "GET /v2.0/networks/2d461f98-346d-496f-822a-69c0de99ead5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805706 Aug 31 08:52:44.844499 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-12949b00-564c-4d36-bd20-e57704ffeeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.914027 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99a7d15f-1c5f-4550-933d-1ecaaf212524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.966185 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:44.984631 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99a7d15f-1c5f-4550-933d-1ecaaf212524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:45.010970 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Allocated IP 172.20.0.2 (d610ca2e-6360-4e86-b55f-a470d5c807c5/bf9e77d3-4b26-40d6-b9c6-dff49a105ccc/5473d577-62a4-40dc-bee3-8b211b84775d) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:52:45.046593 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Set router 5158ceef-2bd1-435f-901d-75b30e3ba3e2 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:52:45.098751 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-99a7d15f-1c5f-4550-933d-1ecaaf212524 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7e83775a45264bcf84c33a3c19d19065&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8302383 Aug 31 08:52:45.098751 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] Notify callbacks [] for router, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:45.109410 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-57231ffb-ec24-4d97-9ff9-cdc23bd956d5 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7671559 Aug 31 08:52:45.110139 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47872) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:45.110572 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47876) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:45.115126 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7d15f-1c5f-4550-933d-1ecaaf212524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f99244-f9f2-454c-b771-5ad534c88da2,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:45.283288 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5dd69400-5ec9-46cf-9252-6bb50e1b3816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:45.348192 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5dd69400-5ec9-46cf-9252-6bb50e1b3816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:45.364811 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:45.445859 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Transition to ACTIVE for port object 5473d577-62a4-40dc-bee3-8b211b84775d will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:52:45.484447 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-12949b00-564c-4d36-bd20-e57704ffeeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:45.488261 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-12949b00-564c-4d36-bd20-e57704ffeeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:45.511228 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-12949b00-564c-4d36-bd20-e57704ffeeaf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0d6dd3aa-a92c-495d-8eeb-b90abe0fef29 HTTP/1.1" status: 204 len: 168 time: 0.9489181 Aug 31 08:52:45.525995 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47902) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:45.528488 dv-cinder-782910-2-iscsi neutron-server[101272]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 08:52:45.560614 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Transition to ACTIVE for port object 5473d577-62a4-40dc-bee3-8b211b84775d will not be triggered until provisioned by entity DHCP. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:52:45.560848 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-125848843-router', 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '72b8ef4d-46e6-416a-b186-1fbadfdfc5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:40Z', 'updated_at': '2021-08-31T08:52:43Z', 'revision_number': 3, 'project_id': '3787ecd5c3554519ba0dfdf3822199a4', 'gw_port': {'id': '72b8ef4d-46e6-416a-b186-1fbadfdfc5d6', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:96:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:42Z', 'updated_at': '2021-08-31T08:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:45.583187 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:45.584313 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:45.606188 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-29648e72-1c0b-4a06-aa60-61930440f29e service neutron] 10.222.0.74 "GET /v2.0/networks/2d461f98-346d-496f-822a-69c0de99ead5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7716069 Aug 31 08:52:45.616674 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12949b00-564c-4d36-bd20-e57704ffeeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6dd3aa-a92c-495d-8eeb-b90abe0fef29,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:45.628811 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Checking router: 5158ceef-2bd1-435f-901d-75b30e3ba3e2 for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:52:45.630205 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Updating router 5158ceef-2bd1-435f-901d-75b30e3ba3e2 port 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6 binding host dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:52:45.643475 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5dd69400-5ec9-46cf-9252-6bb50e1b3816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:45.644276 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:45.650735 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5dd69400-5ec9-46cf-9252-6bb50e1b3816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:45.659541 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-5dd69400-5ec9-46cf-9252-6bb50e1b3816 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/36f99244-f9f2-454c-b771-5ad534c88da2 HTTP/1.1" status: 204 len: 168 time: 0.5475216 Aug 31 08:52:45.685179 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:45.695763 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Network d610ca2e-6360-4e86-b55f-a470d5c807c5 is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:52:45.709951 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:52:45.723463 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:52:45.753237 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Pushing event updated for resources: {'Port': ['ID=5473d577-62a4-40dc-bee3-8b211b84775d,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:45.789219 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:45.790133 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:45.790773 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:45.791333 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:45.792043 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:45.792579 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:45.793114 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:45.793581 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:45.794268 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:45.795121 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:45.795936 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:45.796814 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Tracked resource versions report: Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: pushed versions: Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: { 'AddressGroup': {'1.2'}, Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'ConntrackHelper': {'1.0'}, Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Log': {'1.0'}, Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Network': {'1.1'}, Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Port': {'1.7'}, Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'PortForwarding': {'1.2'}, Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'QosPolicy': {'1.9'}, Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'SecurityGroup': {'1.4'}, Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'SubPort': {'1.0'}, Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Subnet': {'1.1'}, Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Trunk': {'1.1'}} Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: consumer versions: Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: { DHCP agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: HyperV agent@hv-cinder-78291: {}, Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: L3 agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: Metadata agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: Metering agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: Open vSwitch agent@dv-cinder-782910-2-iscsi: { 'AddressGroup': '1.2', Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'ConntrackHelper': '1.0', Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Log': '1.0', Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Network': '1.1', Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Port': '1.7', Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'PortForwarding': '1.2', Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'QosPolicy': '1.9', Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'SecurityGroup': '1.4', Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'SecurityGroupRule': '1.2', Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'SubPort': '1.0', Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Subnet': '1.1', Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: 'Trunk': '1.1'}} Aug 31 08:52:45.799096 dv-cinder-782910-2-iscsi neutron-server[101274]: {{(pid=101274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:52:45.850351 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Attempting to bind port 5473d577-62a4-40dc-bee3-8b211b84775d on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:52:45.851008 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Attempting to bind port 5473d577-62a4-40dc-bee3-8b211b84775d by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:52:45.851678 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Attempting to bind port 5473d577-62a4-40dc-bee3-8b211b84775d on network d610ca2e-6360-4e86-b55f-a470d5c807c5 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:52:45.859452 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:52:45.860322 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Checking segment: {'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:52:45.860942 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:45.861502 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Bound using segment: {'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:52:45.862153 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Bound port: 5473d577-62a4-40dc-bee3-8b211b84775d, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:52:45.862727 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:45.939997 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-b7062de3-bb73-417f-8c13-43ec8bdb3d2c tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:45.947441 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-b7062de3-bb73-417f-8c13-43ec8bdb3d2c tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/networks?id=5028c28c-c36e-4db6-bf36-1ce074bcd249 HTTP/1.1" status: 200 len: 814 time: 0.4199934 Aug 31 08:52:45.959653 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd69400-5ec9-46cf-9252-6bb50e1b3816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f99244-f9f2-454c-b771-5ad534c88da2,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:46.020165 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-7aa371a4-54a1-4448-8fe6-df21d8d3a5af tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/quotas/704d4d43abe84cdd94ebff6859425e87 HTTP/1.1" status: 200 len: 375 time: 0.0715208 Aug 31 08:52:46.077069 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] For port 5473d577-62a4-40dc-bee3-8b211b84775d, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:52:46.081719 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] For port 5473d577-62a4-40dc-bee3-8b211b84775d, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=5473d577-62a4-40dc-bee3-8b211b84775d,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:52:46.094707 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-781254a7-eaa4-4046-b0a9-6e244b92b311 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=704d4d43abe84cdd94ebff6859425e87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733585 Aug 31 08:52:46.103655 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-0d741e1c-57eb-4806-b660-488faeaa3ab1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101272) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:52:46.115664 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-0d741e1c-57eb-4806-b660-488faeaa3ab1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194438 Aug 31 08:52:46.127087 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:46.313031 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:46.368683 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b7b41-8ddd-4188-ac90-732f71af2563 None None] Pushing event updated for resources: {'Port': ['ID=5473d577-62a4-40dc-bee3-8b211b84775d,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:46.426765 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:46.444577 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3bcf09bd-c893-47ce-b948-20e6e93dea09 req-474ab959-8709-4f35-93d4-a27d8b56b07c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 210 time: 0.1427734 Aug 31 08:52:46.461522 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Transition to ACTIVE for port object 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6 will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:52:46.466333 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:46.531418 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:46.549303 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:46.589756 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Allocated IP 172.20.0.1 (01945155-cccb-454b-bdc9-771df4fdfc75/5491e237-5843-4143-aa87-46105c32a598/b33db7ed-3699-46c4-bcb3-ff9bd50a18a8) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:52:46.591412 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Attempting to bind port 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:52:46.595118 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Attempting to bind port 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:52:46.595118 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Attempting to bind port 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6 on network 21b7b17b-0504-4a0f-9003-5825bc0f5835 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:52:46.616790 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:52:46.617088 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Checking segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:52:46.617683 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:46.618263 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Bound using segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:52:46.618776 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Bound port: 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:52:46.619172 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:46.724414 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ea72f-ca90-487d-acb6-25df64e7b3a2 None None] Pushing event updated for resources: {'Port': ['ID=72b8ef4d-46e6-416a-b186-1fbadfdfc5d6,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:46.737640 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ea72f-ca90-487d-acb6-25df64e7b3a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:46.738285 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ea72f-ca90-487d-acb6-25df64e7b3a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:46.738871 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ea72f-ca90-487d-acb6-25df64e7b3a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:46.739637 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ea72f-ca90-487d-acb6-25df64e7b3a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:46.740161 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ea72f-ca90-487d-acb6-25df64e7b3a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:46.740679 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ea72f-ca90-487d-acb6-25df64e7b3a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:46.741185 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ea72f-ca90-487d-acb6-25df64e7b3a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:46.741676 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ea72f-ca90-487d-acb6-25df64e7b3a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:46.743447 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ea72f-ca90-487d-acb6-25df64e7b3a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:46.743982 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ea72f-ca90-487d-acb6-25df64e7b3a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:46.744494 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ea72f-ca90-487d-acb6-25df64e7b3a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:46.745167 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ea72f-ca90-487d-acb6-25df64e7b3a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79ea72f-ca90-487d-acb6-25df64e7b3a2 None None] Tracked resource versions report: Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: pushed versions: Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: { 'AddressGroup': {'1.2'}, Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'ConntrackHelper': {'1.0'}, Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Log': {'1.0'}, Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Network': {'1.1'}, Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Port': {'1.7'}, Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'PortForwarding': {'1.2'}, Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'QosPolicy': {'1.9'}, Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'SecurityGroup': {'1.4'}, Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'SecurityGroupRule': {'1.2'}, Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'SubPort': {'1.0'}, Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Subnet': {'1.1'}, Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Trunk': {'1.1'}} Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: consumer versions: Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: { DHCP agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: HyperV agent@hv-cinder-78291: {}, Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: L3 agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: Metadata agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: Metering agent@dv-cinder-782910-2-iscsi: {}, Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: Open vSwitch agent@dv-cinder-782910-2-iscsi: { 'AddressGroup': '1.2', Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'ConntrackHelper': '1.0', Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Log': '1.0', Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Network': '1.1', Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Port': '1.7', Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'PortForwarding': '1.2', Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'QosPolicy': '1.9', Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'SecurityGroup': '1.4', Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'SecurityGroupRule': '1.2', Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'SubPort': '1.0', Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Subnet': '1.1', Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: 'Trunk': '1.1'}} Aug 31 08:52:46.746479 dv-cinder-782910-2-iscsi neutron-server[101275]: {{(pid=101275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 08:52:46.753968 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] For port 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:52:46.757815 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] For port 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=72b8ef4d-46e6-416a-b186-1fbadfdfc5d6,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:52:46.786817 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:46.840767 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:46.864161 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 47940) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:46.865163 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Allocated IP 172.27.0.48 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/297aeecd-35e9-4c8a-a2d7-3189549bb7c9) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:52:46.891542 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76a0ff89-db46-4268-abd2-15ab884fed29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:46.911225 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Routers {'5158ceef-2bd1-435f-901d-75b30e3ba3e2'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:52:46.911831 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:52:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['5158ceef-2bd1-435f-901d-75b30e3ba3e2'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:46.946911 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ea72f-ca90-487d-acb6-25df64e7b3a2 None None] Pushing event updated for resources: {'Port': ['ID=72b8ef4d-46e6-416a-b186-1fbadfdfc5d6,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:46.966816 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:46.977294 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47944) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:47.019544 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-80887104-6199-46b0-8b6f-aeccdcbd5fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:47.045755 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Network 01945155-cccb-454b-bdc9-771df4fdfc75 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:52:47.048773 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Pushing event updated for resources: {'Port': ['ID=b33db7ed-3699-46c4-bcb3-ff9bd50a18a8,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:47.061227 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:52:47.131283 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] Set router 5158ceef-2bd1-435f-901d-75b30e3ba3e2 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:52:47.131993 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:52:47.132667 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434561'] for router_interface, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:47.200522 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:47.264676 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 5473d577-62a4-40dc-bee3-8b211b84775d up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:52:47.514510 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 5473d577-62a4-40dc-bee3-8b211b84775d completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:52:47.515321 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:47.590344 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:47.603382 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-125848843-router', 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '72b8ef4d-46e6-416a-b186-1fbadfdfc5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:40Z', 'updated_at': '2021-08-31T08:52:43Z', 'revision_number': 3, 'project_id': '3787ecd5c3554519ba0dfdf3822199a4', 'gw_port': {'id': '72b8ef4d-46e6-416a-b186-1fbadfdfc5d6', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:96:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:42Z', 'updated_at': '2021-08-31T08:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:47.661099 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Pushing event updated for resources: {'Port': ['ID=297aeecd-35e9-4c8a-a2d7-3189549bb7c9,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:47.683048 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4973b11b-8579-41b6-a17f-0caa246f867a None None] The sync data for ids ['5158ceef-2bd1-435f-901d-75b30e3ba3e2'] in dv-cinder-782910-2-iscsi is: [{'id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-125848843-router', 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '72b8ef4d-46e6-416a-b186-1fbadfdfc5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:40Z', 'updated_at': '2021-08-31T08:52:43Z', 'revision_number': 3, 'project_id': '3787ecd5c3554519ba0dfdf3822199a4', 'gw_port': {'id': '72b8ef4d-46e6-416a-b186-1fbadfdfc5d6', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:96:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:42Z', 'updated_at': '2021-08-31T08:52:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:52:47.684161 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76a0ff89-db46-4268-abd2-15ab884fed29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:47.694859 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1b3dd41c-8e32-4654-a3da-b760bba1ba8f req-4f19812c-48f5-470c-844d-9261117bd5ed tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 210 time: 0.0577002 Aug 31 08:52:47.725914 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:52:47.732488 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:52:47.739316 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:52:47.797601 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76a0ff89-db46-4268-abd2-15ab884fed29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:47.946492 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629f1c37-f7ec-4023-9d18-3e0521af8bde None None] Network d610ca2e-6360-4e86-b55f-a470d5c807c5 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:52:47.951668 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-76a0ff89-db46-4268-abd2-15ab884fed29 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5f1ada1075994ff4b6f8804fa2d6af77&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0863056 Aug 31 08:52:47.963481 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 47976) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:48.078448 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0ff89-db46-4268-abd2-15ab884fed29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36174778-7fde-4f02-8213-31cc5a1a3d7b,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:48.089193 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-56d6c8e5-6574-4522-aefc-061477fc579b service neutron] 10.222.0.74 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440259 Aug 31 08:52:48.200414 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-33839bda-293a-4767-86c6-ca2a53d40b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:48.223532 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-425bb75b-5372-4bc4-8cc2-3be885b445df None None] Provisioning for port 5473d577-62a4-40dc-bee3-8b211b84775d completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:52:48.237843 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-425bb75b-5372-4bc4-8cc2-3be885b445df None None] Provisioning complete for port 5473d577-62a4-40dc-bee3-8b211b84775d triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:52:48.242083 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-425bb75b-5372-4bc4-8cc2-3be885b445df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:48.324087 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-33839bda-293a-4767-86c6-ca2a53d40b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:48.423821 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-80887104-6199-46b0-8b6f-aeccdcbd5fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:48.508888 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-6bfc5383-aa02-4e22-b65b-2432a95f7591 service neutron] 10.222.0.74 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186642 Aug 31 08:52:48.510444 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:48.558032 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-425bb75b-5372-4bc4-8cc2-3be885b445df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:48.580410 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-33839bda-293a-4767-86c6-ca2a53d40b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:48.611391 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-33839bda-293a-4767-86c6-ca2a53d40b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:48.630220 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-33839bda-293a-4767-86c6-ca2a53d40b29 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/36174778-7fde-4f02-8213-31cc5a1a3d7b HTTP/1.1" status: 204 len: 168 time: 0.6432714 Aug 31 08:52:48.654437 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-425bb75b-5372-4bc4-8cc2-3be885b445df None None] For port 5473d577-62a4-40dc-bee3-8b211b84775d, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=5473d577-62a4-40dc-bee3-8b211b84775d,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:52:48.695785 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-80887104-6199-46b0-8b6f-aeccdcbd5fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:48.800360 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-425bb75b-5372-4bc4-8cc2-3be885b445df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:48.967116 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-4fac34fc-9d0c-440c-a766-f6c2feae3c9d None None] Provisioning complete for port 5473d577-62a4-40dc-bee3-8b211b84775d triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:52:48.968006 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4fac34fc-9d0c-440c-a766-f6c2feae3c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:49.009826 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:49.016791 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bb75b-5372-4bc4-8cc2-3be885b445df None None] Pushing event updated for resources: {'Port': ['ID=5473d577-62a4-40dc-bee3-8b211b84775d,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:49.018179 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33839bda-293a-4767-86c6-ca2a53d40b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36174778-7fde-4f02-8213-31cc5a1a3d7b,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:49.104123 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80887104-6199-46b0-8b6f-aeccdcbd5fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b71df7-b564-496e-91b9-1d65929ca295,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:49.139275 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:49.144119 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bf260c65-1ce4-4424-b3cf-e91229c51179 req-a661a3b9-37dc-40b8-abd2-8b42b62f485f tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 210 time: 0.1269846 Aug 31 08:52:49.178577 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-80887104-6199-46b0-8b6f-aeccdcbd5fd9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=28b96130185c49c88a750b015864a6ca&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1880264 Aug 31 08:52:49.178700 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 48004) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:49.178700 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:49.178700 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435505'] for router_interface, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:49.439696 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 5473d577-62a4-40dc-bee3-8b211b84775d up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:52:49.504467 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5f7a1895-d98e-4182-88b0-2c7f7d701430 req-f4f16a63-1bde-45f6-92ea-b2c6be5908c5 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 210 time: 0.1474102 Aug 31 08:52:49.534048 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Pushing event updated for resources: {'Port': ['ID=b33db7ed-3699-46c4-bcb3-ff9bd50a18a8,revision_number=2']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:49.549284 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e2b79ab4-5e43-4e7a-8f19-0d7a2b6832d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:49.578437 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 5473d577-62a4-40dc-bee3-8b211b84775d triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:52:49.581857 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:49.589963 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e2b79ab4-5e43-4e7a-8f19-0d7a2b6832d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:49.673094 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Network 01945155-cccb-454b-bdc9-771df4fdfc75 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:52:49.676772 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:52:49.852319 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:52:49.877273 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435186'] for router, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:49.922797 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e2b79ab4-5e43-4e7a-8f19-0d7a2b6832d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:49.940240 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e2b79ab4-5e43-4e7a-8f19-0d7a2b6832d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:49.940240 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-e2b79ab4-5e43-4e7a-8f19-0d7a2b6832d9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/47b71df7-b564-496e-91b9-1d65929ca295 HTTP/1.1" status: 204 len: 168 time: 0.7646482 Aug 31 08:52:49.957148 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Router 5158ceef-2bd1-435f-901d-75b30e3ba3e2 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:52:49.983719 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b79ab4-5e43-4e7a-8f19-0d7a2b6832d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b71df7-b564-496e-91b9-1d65929ca295,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:50.120446 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:52:50.127411 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:52:50.132831 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:50.177269 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:52:50.185877 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-66314069-dc8c-4e8b-83c2-35293ddfc03d admin admin] 10.222.0.74 "PUT /v2.0/routers/5158ceef-2bd1-435f-901d-75b30e3ba3e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0722358 Aug 31 08:52:50.239899 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Router 3ee3ff42-ed17-4ace-90b7-8b545d3310af is scheduled to L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 with binding_index 1 {{(pid=101273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:52:50.317993 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:50.359815 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=72b8ef4d-46e6-416a-b186-1fbadfdfc5d6,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:52:50.421578 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Sync routers for ids ['5158ceef-2bd1-435f-901d-75b30e3ba3e2'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:52:50.440218 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:50.460624 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:52:50.477462 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Sync routers for ids ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:52:50.483399 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Routers {'5158ceef-2bd1-435f-901d-75b30e3ba3e2'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:52:50.484358 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:52:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['5158ceef-2bd1-435f-901d-75b30e3ba3e2'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:50.502200 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Routers {'3ee3ff42-ed17-4ace-90b7-8b545d3310af'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:52:50.503251 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:52:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:50.558626 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=72b8ef4d-46e6-416a-b186-1fbadfdfc5d6,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:50.629074 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-39ad1b01-0fda-4097-a1e6-aae5a6512cc7 req-6321a09a-43e8-4089-b429-2f37bb8ddafb tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 210 time: 0.1601174 Aug 31 08:52:50.646661 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] Notify callbacks [] for router, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:50.652216 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 48070) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:50.664623 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-5f0c9037-a8e4-432b-b110-8faec826cd3b admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2643371 Aug 31 08:52:50.711786 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Set router 5158ceef-2bd1-435f-901d-75b30e3ba3e2 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:52:50.729674 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b23ede42-aec2-45f0-90cd-a0dcce4d0157 req-8d2a6ff8-babf-4ba8-8a91-e92e4605bfc7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 210 time: 0.0979633 Aug 31 08:52:50.905229 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Set router 3ee3ff42-ed17-4ace-90b7-8b545d3310af gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:52:51.294365 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:52:51.324607 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:48Z', 'revision_number': 3, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:51.368017 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Checking router: 3ee3ff42-ed17-4ace-90b7-8b545d3310af for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:52:51.368591 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Updating router 3ee3ff42-ed17-4ace-90b7-8b545d3310af port 297aeecd-35e9-4c8a-a2d7-3189549bb7c9 binding host dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:52:51.479329 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:51.535502 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:52:51.536045 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:51.696683 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-125848843-router', 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '72b8ef4d-46e6-416a-b186-1fbadfdfc5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:40Z', 'updated_at': '2021-08-31T08:52:48Z', 'revision_number': 4, 'project_id': '3787ecd5c3554519ba0dfdf3822199a4', 'gw_port': {'id': '72b8ef4d-46e6-416a-b186-1fbadfdfc5d6', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:42Z', 'updated_at': '2021-08-31T08:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'b33db7ed-3699-46c4-bcb3-ff9bd50a18a8', 'name': '', 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75', 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4', 'mac_address': 'fa:16:3e:0b:4c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5491e237-5843-4143-aa87-46105c32a598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:48Z', 'revision_number': 2, 'project_id': '3787ecd5c3554519ba0dfdf3822199a4', 'subnets': [{'id': '5491e237-5843-4143-aa87-46105c32a598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:51.781069 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-f8d5497e-46d5-441c-bf5d-158300e2234f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:51.783393 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-f8d5497e-46d5-441c-bf5d-158300e2234f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/networks?id=01945155-cccb-454b-bdc9-771df4fdfc75 HTTP/1.1" status: 200 len: 818 time: 0.4165409 Aug 31 08:52:51.845467 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Checking router: 5158ceef-2bd1-435f-901d-75b30e3ba3e2 for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:52:51.847104 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Updating router 5158ceef-2bd1-435f-901d-75b30e3ba3e2 port b33db7ed-3699-46c4-bcb3-ff9bd50a18a8 binding host dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:52:51.984467 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:51.992417 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:52.019133 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-d273d272-47d7-4549-a858-16f9194f0541 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/quotas/3787ecd5c3554519ba0dfdf3822199a4 HTTP/1.1" status: 200 len: 375 time: 0.2247138 Aug 31 08:52:52.064535 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-27bb5f04-37a9-4991-a09f-84a06d54fa4e req-7f32b95f-6092-4d81-894a-e292df97419f tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 210 time: 0.0987291 Aug 31 08:52:52.087741 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:52.107478 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Transition to ACTIVE for port object 297aeecd-35e9-4c8a-a2d7-3189549bb7c9 will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:52:52.208074 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-44af65d4-16e5-4ffd-b46f-0a3dcb976e47 req-b452ee7a-2f14-476c-84a9-e52132d80793 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 210 time: 0.0570321 Aug 31 08:52:52.225124 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:52.301382 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Attempting to bind port 297aeecd-35e9-4c8a-a2d7-3189549bb7c9 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:52:52.301761 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Attempting to bind port 297aeecd-35e9-4c8a-a2d7-3189549bb7c9 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:52:52.302122 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Attempting to bind port 297aeecd-35e9-4c8a-a2d7-3189549bb7c9 on network 21b7b17b-0504-4a0f-9003-5825bc0f5835 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:52:52.306599 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00338b7f-00fb-4af0-8dc6-426bb7ea930d None None] Pushing event updated for resources: {'Port': ['ID=297aeecd-35e9-4c8a-a2d7-3189549bb7c9,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:52.311071 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:52:52.311445 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Checking segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:52:52.311851 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:52.312351 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Bound using segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:52:52.312855 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Bound port: 297aeecd-35e9-4c8a-a2d7-3189549bb7c9, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:52:52.313303 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:52.388632 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] For port 297aeecd-35e9-4c8a-a2d7-3189549bb7c9, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:52:52.393441 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] For port 297aeecd-35e9-4c8a-a2d7-3189549bb7c9, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=297aeecd-35e9-4c8a-a2d7-3189549bb7c9,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:52:52.463733 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:52.504281 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-a07c227e-e92d-44b3-919d-1b55b78ad3b4 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3787ecd5c3554519ba0dfdf3822199a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4734383 Aug 31 08:52:52.596634 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Routers {'3ee3ff42-ed17-4ace-90b7-8b545d3310af'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:52:52.598445 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:52:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:52.601655 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00338b7f-00fb-4af0-8dc6-426bb7ea930d None None] Pushing event updated for resources: {'Port': ['ID=297aeecd-35e9-4c8a-a2d7-3189549bb7c9,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:52.694545 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Allocated IP 172.20.0.1 (d610ca2e-6360-4e86-b55f-a470d5c807c5/bf9e77d3-4b26-40d6-b9c6-dff49a105ccc/e70e8406-9a03-4724-a07b-a6a0b44074ee) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:52:52.752267 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:52.755501 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-a8f2389a-fea2-484b-95d7-e820cdabfe61 service neutron] 10.222.0.74 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311831 Aug 31 08:52:52.824189 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Transition to ACTIVE for port object b33db7ed-3699-46c4-bcb3-ff9bd50a18a8 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:52:52.920481 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:52.965828 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] Set router 3ee3ff42-ed17-4ace-90b7-8b545d3310af gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:52:52.982838 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.103', 59671) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:53.050374 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce37ca6-4d38-4ca6-94c5-a9a6a26f97b9 None None] Pushing event updated for resources: {'Port': ['ID=b33db7ed-3699-46c4-bcb3-ff9bd50a18a8,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:53.126914 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-2db17a3c-43ad-411e-8977-cada445d4459 service neutron] 10.222.0.74 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453698 Aug 31 08:52:53.143010 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd827b5-6e75-427a-b040-19b909d7a872 req-d19d199a-cd65-4ca0-876c-47072fde60a7 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:53.145307 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-d19d199a-cd65-4ca0-876c-47072fde60a7 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.103 "GET /v2.0/networks?id=2d461f98-346d-496f-822a-69c0de99ead5 HTTP/1.1" status: 200 len: 812 time: 0.1614561 Aug 31 08:52:53.151710 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:53.208611 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-edd827b5-6e75-427a-b040-19b909d7a872 req-445fbc03-b972-42dd-b4ab-438ee9bb1a9c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Request body: {'port': {'device_id': '66366952-7658-4b2d-80d9-4ddb161b2066', 'network_id': '2d461f98-346d-496f-822a-69c0de99ead5', 'admin_state_up': True, 'tenant_id': '5fce6cd2b3f54c739f5ef10faca9a504'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:52:53.234062 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.provisioning_blocks [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Transition to ACTIVE for port object e70e8406-9a03-4724-a07b-a6a0b44074ee will not be triggered until provisioned by entity DHCP. {{(pid=101272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:52:53.257826 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Attempting to bind port b33db7ed-3699-46c4-bcb3-ff9bd50a18a8 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:52:53.258141 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Attempting to bind port b33db7ed-3699-46c4-bcb3-ff9bd50a18a8 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': 'eecfa237-a499-4b1a-a281-9a9ba0871f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:52:53.258595 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Attempting to bind port b33db7ed-3699-46c4-bcb3-ff9bd50a18a8 on network 01945155-cccb-454b-bdc9-771df4fdfc75 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:52:53.281768 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:52:53.282961 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Checking segment: {'id': 'eecfa237-a499-4b1a-a281-9a9ba0871f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:52:53.283563 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:53.284054 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Bound using segment: {'id': 'eecfa237-a499-4b1a-a281-9a9ba0871f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:52:53.288676 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Bound port: b33db7ed-3699-46c4-bcb3-ff9bd50a18a8, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eecfa237-a499-4b1a-a281-9a9ba0871f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:52:53.288676 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:53.502563 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dffacd81-a4ed-4f0a-bbd4-d356d9908233 req-88022c7d-e6ca-48f5-b579-ae28596af098 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 210 time: 0.1818092 Aug 31 08:52:53.606503 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] For port b33db7ed-3699-46c4-bcb3-ff9bd50a18a8, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:52:53.615178 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] For port b33db7ed-3699-46c4-bcb3-ff9bd50a18a8, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=b33db7ed-3699-46c4-bcb3-ff9bd50a18a8,segment=NetworkSegment(eecfa237-a499-4b1a-a281-9a9ba0871f9e),segment_id=eecfa237-a499-4b1a-a281-9a9ba0871f9e)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:52:53.622220 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:48Z', 'revision_number': 3, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:53.673349 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8f1678-114b-4138-8cfa-6559dcdfa65c None None] The sync data for ids ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'] in dv-cinder-782910-2-iscsi is: [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:48Z', 'revision_number': 3, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:52:53.695111 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-edeeaa15-6305-4773-8bba-372b4f60849c req-c209696d-7679-4b1c-b1c8-9b6f6ce90eeb tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 210 time: 0.0603228 Aug 31 08:52:54.159857 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:54.171219 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3a1a1f0d-73d8-4262-8f3c-f56403e5d4f7 req-2c23e1a5-5ab7-4a05-98e6-8b22c079f20f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 210 time: 0.0505016 Aug 31 08:52:54.171219 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edd827b5-6e75-427a-b040-19b909d7a872 req-445fbc03-b972-42dd-b4ab-438ee9bb1a9c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Made reservation on behalf of 5fce6cd2b3f54c739f5ef10faca9a504 for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:52:54.175446 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:54.180666 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-edd827b5-6e75-427a-b040-19b909d7a872 req-445fbc03-b972-42dd-b4ab-438ee9bb1a9c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:54.181960 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Pushing event updated for resources: {'Port': ['ID=e70e8406-9a03-4724-a07b-a6a0b44074ee,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:54.181960 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Network d610ca2e-6360-4e86-b55f-a470d5c807c5 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:52:54.181960 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:52:54.181960 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:52:54.181960 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434561'] for router_interface, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:54.183589 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.103', 59674) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:54.239925 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Routers {'5158ceef-2bd1-435f-901d-75b30e3ba3e2'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:52:54.241842 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:52:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['5158ceef-2bd1-435f-901d-75b30e3ba3e2'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:54.472321 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce37ca6-4d38-4ca6-94c5-a9a6a26f97b9 None None] Pushing event updated for resources: {'Port': ['ID=b33db7ed-3699-46c4-bcb3-ff9bd50a18a8,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:54.509955 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:54.889665 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-ef789eba-6c27-4eb3-96af-bb6a045bc0ef None None] Provisioning for port e70e8406-9a03-4724-a07b-a6a0b44074ee completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:52:54.960452 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-ef789eba-6c27-4eb3-96af-bb6a045bc0ef None None] Provisioning complete for port e70e8406-9a03-4724-a07b-a6a0b44074ee triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:52:54.964913 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ef789eba-6c27-4eb3-96af-bb6a045bc0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.035487 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.058311 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-bb662279-1f34-4a30-a3ef-75c66b8ea7b1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:55.065367 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-bb662279-1f34-4a30-a3ef-75c66b8ea7b1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.103 "GET /v2.0/networks?id=5028c28c-c36e-4db6-bf36-1ce074bcd249 HTTP/1.1" status: 200 len: 814 time: 0.9988532 Aug 31 08:52:55.111146 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] Set router 5158ceef-2bd1-435f-901d-75b30e3ba3e2 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:52:55.173970 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-edd827b5-6e75-427a-b040-19b909d7a872 req-445fbc03-b972-42dd-b4ab-438ee9bb1a9c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Allocated IP 172.20.0.9 (2d461f98-346d-496f-822a-69c0de99ead5/b0fd61ba-a0e3-449f-a023-7fde635dad51/a58daf52-d1af-4f1e-9746-48d1bd2a1b3e) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:52:55.197480 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.199113 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435505'] for router_interface, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.225612 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8fd9788e-58db-415e-accc-c93326f761af req-fdc7dd60-9d3d-4cb4-9815-034d8769c00d tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 210 time: 0.1075814 Aug 31 08:52:55.263150 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-ef789eba-6c27-4eb3-96af-bb6a045bc0ef None None] Port e70e8406-9a03-4724-a07b-a6a0b44074ee cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:52:55.434424 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 297aeecd-35e9-4c8a-a2d7-3189549bb7c9 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:52:55.450267 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Pushing event updated for resources: {'Port': ['ID=e70e8406-9a03-4724-a07b-a6a0b44074ee,revision_number=2']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:55.495773 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-704ba20a-5924-40ac-8261-4f51be5b65ed tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:55.508095 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-704ba20a-5924-40ac-8261-4f51be5b65ed tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/networks?id=01945155-cccb-454b-bdc9-771df4fdfc75 HTTP/1.1" status: 200 len: 818 time: 0.4604306 Aug 31 08:52:55.559902 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-b0fc91ad-7a9b-4614-a194-080a357b3ec9 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/quotas/3787ecd5c3554519ba0dfdf3822199a4 HTTP/1.1" status: 200 len: 375 time: 0.0507140 Aug 31 08:52:55.611996 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-edd827b5-6e75-427a-b040-19b909d7a872 req-445fbc03-b972-42dd-b4ab-438ee9bb1a9c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.725228 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Network d610ca2e-6360-4e86-b55f-a470d5c807c5 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:52:55.731551 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:52:55.734521 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 297aeecd-35e9-4c8a-a2d7-3189549bb7c9 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:52:55.748929 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 297aeecd-35e9-4c8a-a2d7-3189549bb7c9 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:52:55.759090 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-f1de1858-6eba-4cf2-9867-d75b5f880464 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=3787ecd5c3554519ba0dfdf3822199a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1923645 Aug 31 08:52:55.778854 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:55.784056 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-138af500-7399-4848-b12b-ce9bd651dfc1 req-eea2b3f3-bf3e-423f-a273-0ff054abe4cc tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 210 time: 0.1146688 Aug 31 08:52:55.790384 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-edd827b5-6e75-427a-b040-19b909d7a872 req-445fbc03-b972-42dd-b4ab-438ee9bb1a9c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:56.045953 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edd827b5-6e75-427a-b040-19b909d7a872 req-445fbc03-b972-42dd-b4ab-438ee9bb1a9c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Network 2d461f98-346d-496f-822a-69c0de99ead5 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:52:56.056932 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-edd827b5-6e75-427a-b040-19b909d7a872 req-445fbc03-b972-42dd-b4ab-438ee9bb1a9c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:52:56.072046 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd827b5-6e75-427a-b040-19b909d7a872 req-445fbc03-b972-42dd-b4ab-438ee9bb1a9c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:52:56.081323 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd827b5-6e75-427a-b040-19b909d7a872 req-445fbc03-b972-42dd-b4ab-438ee9bb1a9c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:56.082430 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-edd827b5-6e75-427a-b040-19b909d7a872 req-445fbc03-b972-42dd-b4ab-438ee9bb1a9c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:56.117333 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fbc03-b972-42dd-b4ab-438ee9bb1a9c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Pushing event updated for resources: {'Port': ['ID=a58daf52-d1af-4f1e-9746-48d1bd2a1b3e,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:56.143511 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:56.190066 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port 297aeecd-35e9-4c8a-a2d7-3189549bb7c9, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=297aeecd-35e9-4c8a-a2d7-3189549bb7c9,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:52:56.193810 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-125848843-router', 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '72b8ef4d-46e6-416a-b186-1fbadfdfc5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:40Z', 'updated_at': '2021-08-31T08:52:48Z', 'revision_number': 4, 'project_id': '3787ecd5c3554519ba0dfdf3822199a4', 'gw_port': {'id': '72b8ef4d-46e6-416a-b186-1fbadfdfc5d6', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:42Z', 'updated_at': '2021-08-31T08:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'b33db7ed-3699-46c4-bcb3-ff9bd50a18a8', 'name': '', 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75', 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4', 'mac_address': 'fa:16:3e:0b:4c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5491e237-5843-4143-aa87-46105c32a598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:53Z', 'revision_number': 4, 'project_id': '3787ecd5c3554519ba0dfdf3822199a4', 'subnets': [{'id': '5491e237-5843-4143-aa87-46105c32a598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:56.228622 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e5cbc-8424-488e-aec6-099a48d7d72d None None] The sync data for ids ['5158ceef-2bd1-435f-901d-75b30e3ba3e2'] in dv-cinder-782910-2-iscsi is: [{'id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-125848843-router', 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '72b8ef4d-46e6-416a-b186-1fbadfdfc5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:40Z', 'updated_at': '2021-08-31T08:52:48Z', 'revision_number': 4, 'project_id': '3787ecd5c3554519ba0dfdf3822199a4', 'gw_port': {'id': '72b8ef4d-46e6-416a-b186-1fbadfdfc5d6', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:42Z', 'updated_at': '2021-08-31T08:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'b33db7ed-3699-46c4-bcb3-ff9bd50a18a8', 'name': '', 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75', 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4', 'mac_address': 'fa:16:3e:0b:4c:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5491e237-5843-4143-aa87-46105c32a598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:53Z', 'revision_number': 4, 'project_id': '3787ecd5c3554519ba0dfdf3822199a4', 'subnets': [{'id': '5491e237-5843-4143-aa87-46105c32a598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:52:56.237182 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-c073b1a1-94fc-49b2-be4f-e22138c68546 service neutron] 10.222.0.74 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755225 Aug 31 08:52:56.294726 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-82657f30-a587-4b18-8c88-03c741efaf3e None None] Provisioning complete for port e70e8406-9a03-4724-a07b-a6a0b44074ee triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:52:56.295274 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-82657f30-a587-4b18-8c88-03c741efaf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:56.299751 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Router 3ee3ff42-ed17-4ace-90b7-8b545d3310af has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:52:56.365417 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-82657f30-a587-4b18-8c88-03c741efaf3e None None] Port e70e8406-9a03-4724-a07b-a6a0b44074ee cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:52:56.419618 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750233-ea29-4187-b39c-5e4b5fb77dc2 req-a08890c9-10b7-4c93-b6a2-e2eb03b15fb6 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:56.421245 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-47750233-ea29-4187-b39c-5e4b5fb77dc2 req-a08890c9-10b7-4c93-b6a2-e2eb03b15fb6 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 931 time: 0.0757344 Aug 31 08:52:56.488969 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-0da0b73e-5f7c-489b-b1a2-f0e548a74489 service neutron] 10.222.0.74 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449572 Aug 31 08:52:56.498291 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-47750233-ea29-4187-b39c-5e4b5fb77dc2 req-d4669f2c-56d6-45ee-9d0e-30483482bb04 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624304 Aug 31 08:52:56.506422 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:52:56.520579 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-b3e5c5c7-807e-42a7-afef-65221eb67101 admin admin] 10.222.0.74 "PUT /v2.0/routers/3ee3ff42-ed17-4ace-90b7-8b545d3310af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8669615 Aug 31 08:52:56.737024 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Sync routers for ids ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:52:56.752075 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Routers {'3ee3ff42-ed17-4ace-90b7-8b545d3310af'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:52:56.752825 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:52:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:56.790943 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-445fbc03-b972-42dd-b4ab-438ee9bb1a9c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5873230 Aug 31 08:52:56.793059 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:56.967440 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=297aeecd-35e9-4c8a-a2d7-3189549bb7c9,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:57.004344 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f685d06f-2c76-4dd7-89ee-cca8f3036652 req-fd6adcb2-4d76-4c41-a52b-9cdd41f7b31c tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 210 time: 0.0659981 Aug 31 08:52:57.007627 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Set router 3ee3ff42-ed17-4ace-90b7-8b545d3310af gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:52:57.210841 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9e50609c-b1ef-4ab4-9a79-b7709d996686 req-2702413b-a5fd-4fe6-ad73-c5da4258fa5a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.0833304 Aug 31 08:52:57.533933 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-8913cb2f-a2d8-45a9-92ac-250f4226fe49 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Request body: {'port': {'device_id': '1eb86ee7-321c-4913-b7f3-47c66936a258', 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249', 'admin_state_up': True, 'tenant_id': '704d4d43abe84cdd94ebff6859425e87'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:52:57.849294 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62991d2c-08ac-4734-90eb-55d3266a2ec2 req-e4e44037-34d5-4ca5-908a-8c0b5d41229f tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:57.873636 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-62991d2c-08ac-4734-90eb-55d3266a2ec2 req-e4e44037-34d5-4ca5-908a-8c0b5d41229f tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 931 time: 0.1872208 Aug 31 08:52:57.907733 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device b33db7ed-3699-46c4-bcb3-ff9bd50a18a8 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:52:57.979600 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-00ed9152-6848-4908-8800-1904093bdd1e tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101273) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:52:57.980900 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-00ed9152-6848-4908-8800-1904093bdd1e tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114143 Aug 31 08:52:58.002779 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-62991d2c-08ac-4734-90eb-55d3266a2ec2 req-235c0400-925f-49da-a57d-a831e403e219 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136296 Aug 31 08:52:58.101555 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 48316) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:52:58.110957 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-0aa7ef36-0cc3-47db-99d6-e1dee66d1b15 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1655631628', 'description': 'tempest-description--1604183693'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:52:58.177126 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:54Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'e70e8406-9a03-4724-a07b-a6a0b44074ee', 'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'mac_address': 'fa:16:3e:14:58:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:52Z', 'updated_at': '2021-08-31T08:52:54Z', 'revision_number': 2, 'project_id': '37794a2c64b644a191bbec64466ba629', 'subnets': [{'id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:52:58.201857 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.db.api [None req-0aa7ef36-0cc3-47db-99d6-e1dee66d1b15 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 08:52:58.201857 dv-cinder-782910-2-iscsi neutron-server[101272]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 08:52:58.201857 dv-cinder-782910-2-iscsi neutron-server[101272]: [parameters: {'project_id': '37794a2c64b644a191bbec64466ba629', 'id': 'eb93b023-bb20-4fac-8ddc-5e8a53faa3b5', 'expiration': datetime.datetime(2021, 8, 31, 8, 54, 58, 182237)}] Aug 31 08:52:58.201857 dv-cinder-782910-2-iscsi neutron-server[101272]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101272) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:52:58.202486 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG oslo_db.api [None req-0aa7ef36-0cc3-47db-99d6-e1dee66d1b15 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:52:58.226038 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Checking router: 3ee3ff42-ed17-4ace-90b7-8b545d3310af for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:52:58.226038 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Updating router 3ee3ff42-ed17-4ace-90b7-8b545d3310af port e70e8406-9a03-4724-a07b-a6a0b44074ee binding host dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:52:58.303140 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-8913cb2f-a2d8-45a9-92ac-250f4226fe49 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Made reservation on behalf of 704d4d43abe84cdd94ebff6859425e87 for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:52:58.308128 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-8913cb2f-a2d8-45a9-92ac-250f4226fe49 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:58.308569 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:58.347365 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port b33db7ed-3699-46c4-bcb3-ff9bd50a18a8 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:52:58.361668 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6ec4e9cd-c0d1-4190-87bc-a43a7d6885ec req-b00a0291-1bec-4037-950c-38a30fcd6deb tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 210 time: 0.0915799 Aug 31 08:52:58.383304 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Request body: {'port': {'device_id': '66366952-7658-4b2d-80d9-4ddb161b2066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:52:58.534824 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port b33db7ed-3699-46c4-bcb3-ff9bd50a18a8 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:52:58.534824 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:58.583682 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c59acd20-6709-4757-9c06-9fa9fd0c92fa req-0955b2f8-e4d0-4ebb-878a-6b59d53d4cd6 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.1958976 Aug 31 08:52:58.723031 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:58.949352 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0aa7ef36-0cc3-47db-99d6-e1dee66d1b15 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:59.126434 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:59.136719 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-8913cb2f-a2d8-45a9-92ac-250f4226fe49 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Allocated IP 172.20.0.8 (5028c28c-c36e-4db6-bf36-1ce074bcd249/837ede5a-1816-4179-8f6b-8cad7d412f98/66d99930-67a2-483c-a535-0df8a5027cb5) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:52:59.318521 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:59.336619 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255df48-4862-45a4-9277-c6220a1b6f64 req-4c913118-ea6c-4691-8c5f-79abd688f793 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:52:59.351857 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b255df48-4862-45a4-9277-c6220a1b6f64 req-4c913118-ea6c-4691-8c5f-79abd688f793 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 931 time: 0.2122822 Aug 31 08:52:59.375918 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port b33db7ed-3699-46c4-bcb3-ff9bd50a18a8, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=b33db7ed-3699-46c4-bcb3-ff9bd50a18a8,segment=NetworkSegment(eecfa237-a499-4b1a-a281-9a9ba0871f9e),segment_id=eecfa237-a499-4b1a-a281-9a9ba0871f9e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:52:59.424988 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Transition to ACTIVE for port object e70e8406-9a03-4724-a07b-a6a0b44074ee will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:52:59.464467 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:59.467249 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 297aeecd-35e9-4c8a-a2d7-3189549bb7c9 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:52:59.676987 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 297aeecd-35e9-4c8a-a2d7-3189549bb7c9 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:52:59.676987 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:59.678564 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-10151dbf-893b-45bd-b99b-81b6c22af77e req-cea01170-8090-4b75-aa7d-68968e02cdc5 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 210 time: 0.0956137 Aug 31 08:52:59.736319 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0aa7ef36-0cc3-47db-99d6-e1dee66d1b15 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:59.779319 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b255df48-4862-45a4-9277-c6220a1b6f64 req-a452f657-c538-4f13-8813-675b225a8ea6 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265022 Aug 31 08:52:59.823029 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:59.911868 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9ff1c056-de74-4f25-8f1f-3e73cfda19f9 req-03aa1f6b-465b-488d-9b8a-7fa10fb518bd tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.0475702 Aug 31 08:52:59.913973 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=b33db7ed-3699-46c4-bcb3-ff9bd50a18a8,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:59.944633 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a58daf52-d1af-4f1e-9746-48d1bd2a1b3e {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:52:59.967574 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-8913cb2f-a2d8-45a9-92ac-250f4226fe49 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:59.978275 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:52:59.980904 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b304b6-2781-4c20-bc69-e0468452447d None None] Pushing event updated for resources: {'Port': ['ID=e70e8406-9a03-4724-a07b-a6a0b44074ee,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:52:59.997954 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0aa7ef36-0cc3-47db-99d6-e1dee66d1b15 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:00.002481 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Transition to ACTIVE for port object a58daf52-d1af-4f1e-9746-48d1bd2a1b3e will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:00.027932 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Attempting to bind port e70e8406-9a03-4724-a07b-a6a0b44074ee on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:53:00.027932 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Attempting to bind port e70e8406-9a03-4724-a07b-a6a0b44074ee by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:53:00.027932 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Attempting to bind port e70e8406-9a03-4724-a07b-a6a0b44074ee on network d610ca2e-6360-4e86-b55f-a470d5c807c5 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:00.045455 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:53:00.056090 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Checking segment: {'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:00.056090 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:00.056090 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Bound using segment: {'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:53:00.056090 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Bound port: e70e8406-9a03-4724-a07b-a6a0b44074ee, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:53:00.056090 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:00.091078 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7ef36-0cc3-47db-99d6-e1dee66d1b15 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664487dd-277b-46e3-ac87-6752f14569ed,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:00.175444 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] For port e70e8406-9a03-4724-a07b-a6a0b44074ee, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:53:00.183670 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:00.186014 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] For port e70e8406-9a03-4724-a07b-a6a0b44074ee, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=e70e8406-9a03-4724-a07b-a6a0b44074ee,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:53:00.217230 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0aa7ef36-0cc3-47db-99d6-e1dee66d1b15 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:00.219842 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-8913cb2f-a2d8-45a9-92ac-250f4226fe49 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:00.229304 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-0aa7ef36-0cc3-47db-99d6-e1dee66d1b15 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1263533 Aug 31 08:53:00.235524 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 48380) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:00.290179 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.103', 59686) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:00.304697 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:00.310785 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-0e13e8eb-b63d-4087-9106-8165202f2db0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Request body: {'security_group_rule': {'security_group_id': '664487dd-277b-46e3-ac87-6752f14569ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:00.433182 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Routers {'3ee3ff42-ed17-4ace-90b7-8b545d3310af'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:00.433917 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:52:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:00.438587 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b304b6-2781-4c20-bc69-e0468452447d None None] Pushing event updated for resources: {'Port': ['ID=e70e8406-9a03-4724-a07b-a6a0b44074ee,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:00.543707 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Pushing event updated for resources: {'Port': ['ID=a58daf52-d1af-4f1e-9746-48d1bd2a1b3e,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:00.586241 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 48388) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:00.697574 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-981889ee-4cca-4266-b562-0c389c16a44d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:00.712762 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-981889ee-4cca-4266-b562-0c389c16a44d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.103 "GET /v2.0/networks?id=01945155-cccb-454b-bdc9-771df4fdfc75 HTTP/1.1" status: 200 len: 818 time: 0.4152262 Aug 31 08:53:00.716032 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0e13e8eb-b63d-4087-9106-8165202f2db0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:00.767744 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-6cc198ff-a8f7-41f1-98a8-846f97edf25a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Request body: {'port': {'device_id': 'd0394f43-fa71-4498-8dd6-a21215dcde29', 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75', 'admin_state_up': True, 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:00.810168 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] Set router 3ee3ff42-ed17-4ace-90b7-8b545d3310af gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:53:01.064304 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-8913cb2f-a2d8-45a9-92ac-250f4226fe49 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Network 5028c28c-c36e-4db6-bf36-1ce074bcd249 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:01.069987 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Attempting to bind port a58daf52-d1af-4f1e-9746-48d1bd2a1b3e on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:53:01.072782 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Attempting to bind port a58daf52-d1af-4f1e-9746-48d1bd2a1b3e by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '93a69d7d-c8bf-4af6-939d-f814a7ac29f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '2d461f98-346d-496f-822a-69c0de99ead5'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:53:01.074195 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Attempting to bind port a58daf52-d1af-4f1e-9746-48d1bd2a1b3e on network 2d461f98-346d-496f-822a-69c0de99ead5 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:01.085735 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913cb2f-a2d8-45a9-92ac-250f4226fe49 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Pushing event updated for resources: {'Port': ['ID=66d99930-67a2-483c-a535-0df8a5027cb5,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:01.197218 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-75a483e7-29c2-4d22-ab22-7fe8feee3ff9 req-e277f14b-5479-4166-a747-b11eeb8af0ff tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.0381730 Aug 31 08:53:01.219269 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-7e33128d-01c7-4530-881d-94181a3be1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.362397 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-8913cb2f-a2d8-45a9-92ac-250f4226fe49 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:01.362397 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-8913cb2f-a2d8-45a9-92ac-250f4226fe49 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:01.362397 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-8913cb2f-a2d8-45a9-92ac-250f4226fe49 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:01.362397 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-8913cb2f-a2d8-45a9-92ac-250f4226fe49 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.362397 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Port a58daf52-d1af-4f1e-9746-48d1bd2a1b3e on network 2d461f98-346d-496f-822a-69c0de99ead5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:53:01.362397 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Attempting to bind port a58daf52-d1af-4f1e-9746-48d1bd2a1b3e on network 2d461f98-346d-496f-822a-69c0de99ead5 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:01.364489 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-6cc198ff-a8f7-41f1-98a8-846f97edf25a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Made reservation on behalf of 3787ecd5c3554519ba0dfdf3822199a4 for: {'port': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:01.364489 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-6cc198ff-a8f7-41f1-98a8-846f97edf25a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.365101 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:53:01.365101 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Checking segment: {'id': '93a69d7d-c8bf-4af6-939d-f814a7ac29f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '2d461f98-346d-496f-822a-69c0de99ead5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:01.365101 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Bound using segment: {'id': '93a69d7d-c8bf-4af6-939d-f814a7ac29f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '2d461f98-346d-496f-822a-69c0de99ead5'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:53:01.365101 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Bound port: a58daf52-d1af-4f1e-9746-48d1bd2a1b3e, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a69d7d-c8bf-4af6-939d-f814a7ac29f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '2d461f98-346d-496f-822a-69c0de99ead5'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:53:01.365101 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.410422 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0e13e8eb-b63d-4087-9106-8165202f2db0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.442304 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:54Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'e70e8406-9a03-4724-a07b-a6a0b44074ee', 'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'mac_address': 'fa:16:3e:14:58:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:52Z', 'updated_at': '2021-08-31T08:53:00Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'subnets': [{'id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:01.451199 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabb96f-a7fe-4908-a7bf-1b5b5c1d41cb req-e533fd99-513e-472e-ab84-7dd756d63a1f tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:01.460499 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2fabb96f-a7fe-4908-a7bf-1b5b5c1d41cb req-e533fd99-513e-472e-ab84-7dd756d63a1f tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 931 time: 0.3640354 Aug 31 08:53:01.509398 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5d3833-e3d5-4510-8ac6-b8b911f42a15 None None] The sync data for ids ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'] in dv-cinder-782910-2-iscsi is: [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:54Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'e70e8406-9a03-4724-a07b-a6a0b44074ee', 'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'mac_address': 'fa:16:3e:14:58:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:52Z', 'updated_at': '2021-08-31T08:53:00Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'subnets': [{'id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:53:01.579851 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0e13e8eb-b63d-4087-9106-8165202f2db0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.644709 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2fabb96f-a7fe-4908-a7bf-1b5b5c1d41cb req-31ea74ed-c057-46ae-ab4a-cef881e4399f tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829588 Aug 31 08:53:01.680262 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e13e8eb-b63d-4087-9106-8165202f2db0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0647cd2b-ebc2-4161-9557-2ade01aac0d0,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:01.690274 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] For port a58daf52-d1af-4f1e-9746-48d1bd2a1b3e, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:53:01.699569 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] For port a58daf52-d1af-4f1e-9746-48d1bd2a1b3e, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=a58daf52-d1af-4f1e-9746-48d1bd2a1b3e,segment=NetworkSegment(93a69d7d-c8bf-4af6-939d-f814a7ac29f1),segment_id=93a69d7d-c8bf-4af6-939d-f814a7ac29f1)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:53:01.717668 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8c610-4b88-412c-9b98-d3c9b0118a26 req-6c53266f-abed-4dea-b215-fe89a890eada tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:01.720543 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-eae8c610-4b88-412c-9b98-d3c9b0118a26 req-6c53266f-abed-4dea-b215-fe89a890eada tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 943 time: 0.3710113 Aug 31 08:53:01.827266 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-7e33128d-01c7-4530-881d-94181a3be1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.886746 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.937992 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:01.939148 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:01.940661 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] 10.222.0.103 "PUT /v2.0/ports/a58daf52-d1af-4f1e-9746-48d1bd2a1b3e HTTP/1.1" status: 200 len: 1093 time: 3.7390804 Aug 31 08:53:01.941109 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66366952-7658-4b2d-80d9-4ddb161b2066', 'tag': 'a58daf52-d1af-4f1e-9746-48d1bd2a1b3e'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:53:02.006818 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-6cc198ff-a8f7-41f1-98a8-846f97edf25a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Allocated IP 172.20.0.11 (01945155-cccb-454b-bdc9-771df4fdfc75/5491e237-5843-4143-aa87-46105c32a598/81f72c17-3885-45ba-babe-aee7fb045bb5) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:53:02.019857 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-7e33128d-01c7-4530-881d-94181a3be1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.040680 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-eae8c610-4b88-412c-9b98-d3c9b0118a26 req-0c9d8224-1744-486d-80dd-51d9f3336868 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902830 Aug 31 08:53:02.072882 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50697932-8ce4-4998-bfc5-2256a4951f37 service neutron] Pushing event updated for resources: {'Port': ['ID=a58daf52-d1af-4f1e-9746-48d1bd2a1b3e,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:02.114363 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33128d-01c7-4530-881d-94181a3be1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fbbc11-8d74-4c70-b40a-d0067c1375c4,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:02.126188 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 48412) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:02.129768 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-7e33128d-01c7-4530-881d-94181a3be1fd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=71aea89f2e684639b582979f70d19ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5360909 Aug 31 08:53:02.129962 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device e70e8406-9a03-4724-a07b-a6a0b44074ee up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:02.159903 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-8913cb2f-a2d8-45a9-92ac-250f4226fe49 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6342704 Aug 31 08:53:02.169213 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0e13e8eb-b63d-4087-9106-8165202f2db0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.175848 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 48414) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:02.177352 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-0e13e8eb-b63d-4087-9106-8165202f2db0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9198275 Aug 31 08:53:02.212819 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-fc96861a-28ca-474b-be28-1927bf6cb73f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Request body: {'security_group_rule': {'security_group_id': '664487dd-277b-46e3-ac87-6752f14569ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:02.239831 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8289e9bf-1817-40c3-8b75-39c206467d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.268820 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8289e9bf-1817-40c3-8b75-39c206467d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.309446 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port e70e8406-9a03-4724-a07b-a6a0b44074ee completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:02.309883 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port e70e8406-9a03-4724-a07b-a6a0b44074ee triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:02.310774 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.368919 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-23ac0833-b0fa-438e-9ee8-eef85f1f7e81 req-9079c6a5-2d14-4b84-bf16-4ebcaf1f67a7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.0510385 Aug 31 08:53:02.431137 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a086987-dbe2-47b7-a7c4-7d1957f61e67" -d '{"events": [{"name": "network-changed", "server_uuid": "66366952-7658-4b2d-80d9-4ddb161b2066", "tag": "a58daf52-d1af-4f1e-9746-48d1bd2a1b3e"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:53:02.475985 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8289e9bf-1817-40c3-8b75-39c206467d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.482583 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8289e9bf-1817-40c3-8b75-39c206467d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.495836 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-8289e9bf-1817-40c3-8b75-39c206467d89 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/44fbbc11-8d74-4c70-b40a-d0067c1375c4 HTTP/1.1" status: 204 len: 168 time: 0.3588369 Aug 31 08:53:02.543216 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.556264 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289e9bf-1817-40c3-8b75-39c206467d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fbbc11-8d74-4c70-b40a-d0067c1375c4,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:02.591330 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fc96861a-28ca-474b-be28-1927bf6cb73f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.631871 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port e70e8406-9a03-4724-a07b-a6a0b44074ee, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=e70e8406-9a03-4724-a07b-a6a0b44074ee,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:02.653639 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-6cc198ff-a8f7-41f1-98a8-846f97edf25a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.734303 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b833271-fae6-4027-9d41-be124dfc90fb x-openstack-request-id: req-4b833271-fae6-4027-9d41-be124dfc90fb {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:53:02.734708 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66366952-7658-4b2d-80d9-4ddb161b2066", "tag": "a58daf52-d1af-4f1e-9746-48d1bd2a1b3e", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:53:02.735114 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4b833271-fae6-4027-9d41-be124dfc90fb {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:53:02.735702 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66366952-7658-4b2d-80d9-4ddb161b2066', 'tag': 'a58daf52-d1af-4f1e-9746-48d1bd2a1b3e', 'status': 'completed', 'code': 200} Aug 31 08:53:02.743654 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fc96861a-28ca-474b-be28-1927bf6cb73f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.788533 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.789357 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device b33db7ed-3699-46c4-bcb3-ff9bd50a18a8 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:02.815795 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a45680-8c2c-4199-bd54-a527277f9dae req-2884669c-14cc-432e-bcf2-23a30c610e01 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:02.817748 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f7a45680-8c2c-4199-bd54-a527277f9dae req-2884669c-14cc-432e-bcf2-23a30c610e01 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 931 time: 0.0860436 Aug 31 08:53:02.857943 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fc96861a-28ca-474b-be28-1927bf6cb73f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.885898 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96861a-28ca-474b-be28-1927bf6cb73f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f5a38b-85e9-4b94-8d7b-7bb7f23c497d,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:02.890715 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f7a45680-8c2c-4199-bd54-a527277f9dae req-a0fb2ff7-5204-43bb-97da-ff3534b93acb tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624399 Aug 31 08:53:02.918014 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=e70e8406-9a03-4724-a07b-a6a0b44074ee,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:02.921478 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-6cc198ff-a8f7-41f1-98a8-846f97edf25a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:02.927426 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port b33db7ed-3699-46c4-bcb3-ff9bd50a18a8 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:02.931447 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:03.025740 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-6cc198ff-a8f7-41f1-98a8-846f97edf25a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Network 01945155-cccb-454b-bdc9-771df4fdfc75 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:03.035561 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fc96861a-28ca-474b-be28-1927bf6cb73f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:03.036820 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-fc96861a-28ca-474b-be28-1927bf6cb73f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8571813 Aug 31 08:53:03.038082 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-6cc198ff-a8f7-41f1-98a8-846f97edf25a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:03.040435 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 48452) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:03.045592 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-6cc198ff-a8f7-41f1-98a8-846f97edf25a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:03.047566 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Request body: {'floatingip': {'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:03.052388 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-6cc198ff-a8f7-41f1-98a8-846f97edf25a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:03.075893 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-6cc198ff-a8f7-41f1-98a8-846f97edf25a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for port, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:03.075893 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc198ff-a8f7-41f1-98a8-846f97edf25a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Pushing event updated for resources: {'Port': ['ID=81f72c17-3885-45ba-babe-aee7fb045bb5,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:03.215063 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for floatingip, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:03.240637 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327a813-8d27-41ff-8213-c14a77d41a65 req-693a3629-abd1-40f3-8dae-5419edbb141f tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:03.240637 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1327a813-8d27-41ff-8213-c14a77d41a65 req-693a3629-abd1-40f3-8dae-5419edbb141f tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 943 time: 0.0658252 Aug 31 08:53:03.272507 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1327a813-8d27-41ff-8213-c14a77d41a65 req-fd0bede5-e2bd-464d-ab7e-3e1f24589939 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440168 Aug 31 08:53:03.339130 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-6cc198ff-a8f7-41f1-98a8-846f97edf25a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5771472 Aug 31 08:53:03.389967 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:03.708473 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e6965299-3018-44be-bd2f-03ac2eb57a75 req-66251f68-ab2c-46eb-ae87-1b4f9c5564b4 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.2398713 Aug 31 08:53:03.771323 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Allocated IP 172.27.0.164 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/51256800-f4f5-4161-931b-acb7879dadc3) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:53:03.931262 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device e70e8406-9a03-4724-a07b-a6a0b44074ee up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:03.950833 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:03.995053 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port e70e8406-9a03-4724-a07b-a6a0b44074ee triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:03.999355 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:04.049122 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a3ff4-3872-4624-9368-8d1fb751c255 req-3ecac6b5-3481-4afa-8643-abac9d951044 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:04.050703 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c38a3ff4-3872-4624-9368-8d1fb751c255 req-3ecac6b5-3481-4afa-8643-abac9d951044 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 931 time: 0.0621390 Aug 31 08:53:04.101153 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c38a3ff4-3872-4624-9368-8d1fb751c255 req-1fdf0eb6-399c-4fdd-af71-406540f570c6 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395982 Aug 31 08:53:04.120342 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:04.172297 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:04.175928 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:04.180526 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:04.185768 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event updated for resources: {'Port': ['ID=51256800-f4f5-4161-931b-acb7879dadc3,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:04.293915 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:04.488933 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:04.526604 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b161bf-a84f-4c73-a012-403dc9f6147e req-0ee768b2-496d-4b8a-92a3-20ccfb16087b tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:04.528431 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-93b161bf-a84f-4c73-a012-403dc9f6147e req-0ee768b2-496d-4b8a-92a3-20ccfb16087b tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 943 time: 0.1443739 Aug 31 08:53:04.672075 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-93b161bf-a84f-4c73-a012-403dc9f6147e req-4fecab48-1d3e-43d0-b826-e52e9aa99892 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255791 Aug 31 08:53:04.893332 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:04.940760 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2836e8b2-6ce6-4358-8edb-8de858ea4bd9 req-b21171f2-9235-447c-86fa-23b3de2cb79d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.0679772 Aug 31 08:53:05.053235 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:05.142009 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:05.169765 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event updated for resources: {'Port': ['ID=51256800-f4f5-4161-931b-acb7879dadc3,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:05.337634 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a243d52-acd6-4a57-8e27-7571299a2f79 req-97a729b9-c3a7-4947-a427-456a86eaf638 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:05.340014 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6a243d52-acd6-4a57-8e27-7571299a2f79 req-97a729b9-c3a7-4947-a427-456a86eaf638 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 931 time: 0.0877562 Aug 31 08:53:05.378802 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:53:05.439174 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:05.442054 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-d3ef4f88-d171-427e-9198-3d952031dec5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3996358 Aug 31 08:53:05.464461 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6a243d52-acd6-4a57-8e27-7571299a2f79 req-b2af5728-069c-43e6-ae1c-386cd22077fb tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161559 Aug 31 08:53:05.560270 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 48532) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:05.940144 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3605eb-5855-4782-b0ed-2c37caee9ec7 req-5136d455-2185-421e-a930-b4b8bced2275 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:05.952771 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-aa3605eb-5855-4782-b0ed-2c37caee9ec7 req-5136d455-2185-421e-a930-b4b8bced2275 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 943 time: 0.1140482 Aug 31 08:53:06.018928 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-aa3605eb-5855-4782-b0ed-2c37caee9ec7 req-60fc1314-7beb-4ebb-a5ee-3c2c0c7202f3 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647926 Aug 31 08:53:06.085359 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-56295596-e56d-436a-958b-17eae134ca29 req-e6da77e5-b452-4b10-a5c2-d9390e70fc6e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1655631628&fields=id&tenant_id=37794a2c64b644a191bbec64466ba629 HTTP/1.1" status: 200 len: 267 time: 0.1519055 Aug 31 08:53:06.241952 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4f47376c-2e3b-4110-8710-e678c1692abc req-efbbc9d2-6016-4467-a750-71ca419d2629 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.0524068 Aug 31 08:53:06.285114 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f7cc9812-e1c5-4d80-b69c-d84515885b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:06.397361 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56295596-e56d-436a-958b-17eae134ca29 req-59776081-9f99-4185-970f-17e83a07e51b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:06.414730 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-56295596-e56d-436a-958b-17eae134ca29 req-59776081-9f99-4185-970f-17e83a07e51b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/networks?id=d610ca2e-6360-4e86-b55f-a470d5c807c5 HTTP/1.1" status: 200 len: 810 time: 0.3281612 Aug 31 08:53:06.434538 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f7cc9812-e1c5-4d80-b69c-d84515885b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:06.440165 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-56295596-e56d-436a-958b-17eae134ca29 req-d12c61e6-b6df-4e6c-a497-e7b9c3a7b0ed tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/quotas/37794a2c64b644a191bbec64466ba629 HTTP/1.1" status: 200 len: 375 time: 0.0181479 Aug 31 08:53:06.594250 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-56295596-e56d-436a-958b-17eae134ca29 req-f260c869-ecc4-4093-9403-9d40b9da0c1a tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=37794a2c64b644a191bbec64466ba629&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1391478 Aug 31 08:53:06.671404 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a862f32-5875-44fc-bf2d-e536189aff9b req-6306d96f-5ec5-4976-bb62-3b3b9aeafd24 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:06.682378 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5a862f32-5875-44fc-bf2d-e536189aff9b req-6306d96f-5ec5-4976-bb62-3b3b9aeafd24 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 931 time: 0.0925739 Aug 31 08:53:06.707413 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f7cc9812-e1c5-4d80-b69c-d84515885b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:06.809061 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-f7cc9812-e1c5-4d80-b69c-d84515885b5f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a62e55f7d1c043ecad2f17d9e29fb08c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2450895 Aug 31 08:53:06.815341 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 48582) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:06.841571 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc9812-e1c5-4d80-b69c-d84515885b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dbaf01e-dbc1-4c00-a1d6-e1ef55346986,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:06.859601 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5a862f32-5875-44fc-bf2d-e536189aff9b req-2defa072-d089-4f6a-b65b-ea52535fbb39 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759090 Aug 31 08:53:06.962819 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-56295596-e56d-436a-958b-17eae134ca29 req-cadc9dde-1496-4c52-83f0-8dd95a881a14 service neutron] 10.222.0.74 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361287 Aug 31 08:53:07.222510 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-16e66556-c65f-4a1d-a0d3-b3e317d1b39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:07.289650 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-16e66556-c65f-4a1d-a0d3-b3e317d1b39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:07.344740 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-56295596-e56d-436a-958b-17eae134ca29 req-3bc07631-c631-4b11-8db9-94a89b3b7b6b service neutron] 10.222.0.74 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778656 Aug 31 08:53:07.388085 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f6977-68c5-4123-adea-d9823da7ec6b req-9589d0c6-d6ef-4ac8-b515-82c5c8ee75d7 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:07.400307 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d1f6977-68c5-4123-adea-d9823da7ec6b req-9589d0c6-d6ef-4ac8-b515-82c5c8ee75d7 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 943 time: 0.1299198 Aug 31 08:53:07.494946 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d1f6977-68c5-4123-adea-d9823da7ec6b req-ee571f80-9f06-4c4a-bcca-7966e863553d tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934670 Aug 31 08:53:07.610372 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0f6ae0ed-cdff-4ce2-98ac-e1f5730dc0ac req-cd68f844-84a8-46bf-8b20-5f2f477a99f5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.0453289 Aug 31 08:53:07.679861 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-16e66556-c65f-4a1d-a0d3-b3e317d1b39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:07.688916 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-16e66556-c65f-4a1d-a0d3-b3e317d1b39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:07.688916 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-16e66556-c65f-4a1d-a0d3-b3e317d1b39c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4dbaf01e-dbc1-4c00-a1d6-e1ef55346986 HTTP/1.1" status: 204 len: 168 time: 0.8735039 Aug 31 08:53:07.695890 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e66556-c65f-4a1d-a0d3-b3e317d1b39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dbaf01e-dbc1-4c00-a1d6-e1ef55346986,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:08.129171 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f34e1-37c9-4007-9425-0ca463d2344d req-f96fcecd-e4dd-4305-9f5a-2806e98b788b tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:08.144737 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4f4f34e1-37c9-4007-9425-0ca463d2344d req-f96fcecd-e4dd-4305-9f5a-2806e98b788b tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 931 time: 0.1828997 Aug 31 08:53:08.217739 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1cb24475-19b0-468f-8af1-d66d814ef36a req-3f96a63c-c543-4864-9b61-69c88864f0eb tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0414128 Aug 31 08:53:08.238215 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4f4f34e1-37c9-4007-9425-0ca463d2344d req-db179b37-1440-4b93-9add-7250e2ac4dae tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840909 Aug 31 08:53:08.705596 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534c895-1d4e-41ae-a491-e2cf66a75f59 req-4461f0ee-7025-4f50-a2d1-542ffba6fff0 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:08.709438 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9534c895-1d4e-41ae-a491-e2cf66a75f59 req-4461f0ee-7025-4f50-a2d1-542ffba6fff0 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 943 time: 0.1077802 Aug 31 08:53:08.779001 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c6017091-eef3-4aff-89b6-8670d5784158 req-57dda191-1616-4587-b78b-8f5fd743b846 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.0508125 Aug 31 08:53:08.780803 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9534c895-1d4e-41ae-a491-e2cf66a75f59 req-3e1b324a-1c86-4082-962e-458d075101ca tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608914 Aug 31 08:53:09.354466 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a0083df7-e8ee-4e58-90ea-b7f8985d2960 req-c2f61406-346b-4d78-a4a0-612ab428964c tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0596657 Aug 31 08:53:09.377751 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 48634) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:09.405323 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f109008e-cadc-4e14-990f-8b15055972e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:09.437420 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f00ddd-3eaa-4d4d-9573-7e274ef27b90 req-e6c11af3-87fa-4a20-a1c4-1a91f8f0b60e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:09.441098 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a2f00ddd-3eaa-4d4d-9573-7e274ef27b90 req-e6c11af3-87fa-4a20-a1c4-1a91f8f0b60e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 931 time: 0.1134691 Aug 31 08:53:09.504951 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a2f00ddd-3eaa-4d4d-9573-7e274ef27b90 req-69db67a2-b52d-44db-9cd4-fc6a7d138ea1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516002 Aug 31 08:53:09.584734 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f109008e-cadc-4e14-990f-8b15055972e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:09.794979 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f109008e-cadc-4e14-990f-8b15055972e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:09.962470 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109008e-cadc-4e14-990f-8b15055972e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40c35de-86ce-48b9-8917-e51440b82087,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:09.962470 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-f109008e-cadc-4e14-990f-8b15055972e0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e6d5423e0df642cc858f916e5b487e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5488555 Aug 31 08:53:09.962470 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-aa55ca00-f7f9-4c1e-927a-89adc97ae509 req-bf198cfe-7f60-4049-ac2a-6099bd0ebbb4 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.0485361 Aug 31 08:53:09.963149 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d8baf-9b63-4ad7-a434-bd45af7ff7f3 req-d9f2e833-6caf-4b48-88ad-683bf6f92742 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:09.964778 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 48650) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:09.972185 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8b9d8baf-9b63-4ad7-a434-bd45af7ff7f3 req-d9f2e833-6caf-4b48-88ad-683bf6f92742 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 943 time: 0.0798416 Aug 31 08:53:10.018904 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8b9d8baf-9b63-4ad7-a434-bd45af7ff7f3 req-77bc84f7-8432-4c16-95f3-3ede3ebc0de1 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456057 Aug 31 08:53:10.039785 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cf20937f-b590-4b35-94d3-5c8fa5c08eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:10.065597 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cf20937f-b590-4b35-94d3-5c8fa5c08eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:10.257321 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cf20937f-b590-4b35-94d3-5c8fa5c08eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:10.262292 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cf20937f-b590-4b35-94d3-5c8fa5c08eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:10.264321 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-cf20937f-b590-4b35-94d3-5c8fa5c08eca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f40c35de-86ce-48b9-8917-e51440b82087 HTTP/1.1" status: 204 len: 168 time: 0.2981732 Aug 31 08:53:10.280069 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf20937f-b590-4b35-94d3-5c8fa5c08eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40c35de-86ce-48b9-8917-e51440b82087,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:10.504729 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d2987dd4-e1a1-49ee-b674-641ce9ce2f43 req-ca97ce1b-2e7d-4fdb-be4e-f7caef4857a8 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0329077 Aug 31 08:53:10.649575 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703a729-3ef4-4255-b822-c60908ad6951 req-56aa077a-4cf0-4c30-bf3a-ae8ad19229e9 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:10.651279 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d703a729-3ef4-4255-b822-c60908ad6951 req-56aa077a-4cf0-4c30-bf3a-ae8ad19229e9 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 931 time: 0.0560904 Aug 31 08:53:10.713550 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d703a729-3ef4-4255-b822-c60908ad6951 req-6137a17a-d837-4f1f-8f5e-e8e57ee9d7b2 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503647 Aug 31 08:53:11.139102 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d97f6757-6ec2-4235-a237-e9972ba0da17 req-8b54348f-1ea9-4c17-a9e3-050f18362e1a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.0533566 Aug 31 08:53:11.223987 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240923e9-07ef-4d14-8e85-f3f649d5923a req-9c3cf341-64ba-49bb-95a4-b763ecd8b718 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:11.226454 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-240923e9-07ef-4d14-8e85-f3f649d5923a req-9c3cf341-64ba-49bb-95a4-b763ecd8b718 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 943 time: 0.1056385 Aug 31 08:53:11.289130 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-240923e9-07ef-4d14-8e85-f3f649d5923a req-6c8cbd57-f5ca-40c7-97c9-1a2e983c233c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532532 Aug 31 08:53:11.666213 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4eb14ec4-79a6-4b08-af56-1033b6dff475 req-1de4c514-6e27-4a2d-a280-0afe5346fa5b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0330019 Aug 31 08:53:11.886009 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c90d7f69-63ac-4ea0-961e-54f8b90c3fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:11.923548 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cb7d5-8298-4791-88d9-a2911baf16d9 req-c5a58e78-01fa-476e-b75d-749a30e96f55 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:11.925357 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5b4cb7d5-8298-4791-88d9-a2911baf16d9 req-c5a58e78-01fa-476e-b75d-749a30e96f55 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 931 time: 0.0863614 Aug 31 08:53:11.975692 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5b4cb7d5-8298-4791-88d9-a2911baf16d9 req-e0e4f270-ad6d-4eda-8718-8a9cde09b5f4 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425622 Aug 31 08:53:12.307978 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-45a0fd03-12dd-4b8d-bc3a-4b8713829175 req-2e65f34c-322a-4bec-90f3-1bdb8a1c6772 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.0378945 Aug 31 08:53:12.474284 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992afba-d2f9-45d5-9b43-2e925f702e7d req-e47829b8-754a-41a4-b220-4b085893f5fe tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:12.477088 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1992afba-d2f9-45d5-9b43-2e925f702e7d req-e47829b8-754a-41a4-b220-4b085893f5fe tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 943 time: 0.0817974 Aug 31 08:53:12.534108 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1992afba-d2f9-45d5-9b43-2e925f702e7d req-299e86fc-9c28-4117-820d-6174c5d6dceb tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458534 Aug 31 08:53:12.647262 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Request body: {'port': {'device_id': '1eb86ee7-321c-4913-b7f3-47c66936a258', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:12.665673 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Request body: {'port': {'device_id': 'd0394f43-fa71-4498-8dd6-a21215dcde29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:12.768448 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.103', 59701) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:12.855789 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-06260411-f0f5-4565-ba6a-ceb7d8da3048 req-fe6991ed-ad61-400a-a4be-3310d102a2b8 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0716991 Aug 31 08:53:12.875750 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:12.897487 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:12.977874 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-54fa81a9-2976-4ea1-a88f-3aad1dbd0056 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:12.979477 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-54fa81a9-2976-4ea1-a88f-3aad1dbd0056 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.103 "GET /v2.0/networks?id=01945155-cccb-454b-bdc9-771df4fdfc75 HTTP/1.1" status: 200 len: 818 time: 0.3077025 Aug 31 08:53:13.001149 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a086987-dbe2-47b7-a7c4-7d1957f61e67 req-4c2d06bd-dea7-46a0-b18f-57edcab5adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:13.001425 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-812088ef-b87c-47d2-acae-3a357e1753c5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Request body: {'port': {'device_id': '37d1466c-1bb3-49fd-a466-86a572eed6a8', 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75', 'admin_state_up': True, 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:13.003866 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2a086987-dbe2-47b7-a7c4-7d1957f61e67 req-4c2d06bd-dea7-46a0-b18f-57edcab5adc1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5fce6cd2b3f54c739f5ef10faca9a504&device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 1096 time: 0.2341902 Aug 31 08:53:13.608721 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-048400ae-6fd4-4afb-8454-a21f81e3fe86 req-cfd2dc0d-56a4-42ce-a29b-892ef8c7a41b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.0444615 Aug 31 08:53:13.612814 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-812088ef-b87c-47d2-acae-3a357e1753c5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Made reservation on behalf of 3787ecd5c3554519ba0dfdf3822199a4 for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:13.616748 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-812088ef-b87c-47d2-acae-3a357e1753c5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:13.775615 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373e0d6-165b-4e8a-92e1-a2520ad2e1a4 req-d3bc39ca-4074-4bb7-b86e-be4d8875841d tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:13.789018 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4373e0d6-165b-4e8a-92e1-a2520ad2e1a4 req-d3bc39ca-4074-4bb7-b86e-be4d8875841d tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 931 time: 0.4306839 Aug 31 08:53:13.792808 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a086987-dbe2-47b7-a7c4-7d1957f61e67 req-a9a05806-eda9-4809-911d-d483f486f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:13.795347 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2a086987-dbe2-47b7-a7c4-7d1957f61e67 req-a9a05806-eda9-4809-911d-d483f486f37d service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=5fce6cd2b3f54c739f5ef10faca9a504&shared=False HTTP/1.1" status: 200 len: 914 time: 0.7754333 Aug 31 08:53:13.841125 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00ab45-087c-442e-8473-27772ad13a63 req-dff7f46d-d5dc-40d1-8924-9d079389fce7 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:13.845140 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8e00ab45-087c-442e-8473-27772ad13a63 req-dff7f46d-d5dc-40d1-8924-9d079389fce7 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 943 time: 0.1170485 Aug 31 08:53:13.974351 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d99930-67a2-483c-a535-0df8a5027cb5 {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:53:13.994660 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8e00ab45-087c-442e-8473-27772ad13a63 req-30cdc4d8-13fc-4a7c-b234-e16923fa9846 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364651 Aug 31 08:53:13.998630 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:14.053801 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Transition to ACTIVE for port object 66d99930-67a2-483c-a535-0df8a5027cb5 will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:14.068923 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.103', 59705) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:14.105126 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:14.186254 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4373e0d6-165b-4e8a-92e1-a2520ad2e1a4 req-c90bca17-af58-48b9-a723-42a4dc37fe36 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959575 Aug 31 08:53:14.270794 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a086987-dbe2-47b7-a7c4-7d1957f61e67 req-a97fa519-e9eb-43a6-97f0-ea866ae0acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:14.273560 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2a086987-dbe2-47b7-a7c4-7d1957f61e67 req-a97fa519-e9eb-43a6-97f0-ea866ae0acbe service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4060047 Aug 31 08:53:14.299915 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-80157974-2f00-4494-9db1-ff77923ea296 req-86c77ec3-d0e7-4282-9ac8-a59d60c6b3de tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.1614306 Aug 31 08:53:14.389787 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Pushing event updated for resources: {'Port': ['ID=66d99930-67a2-483c-a535-0df8a5027cb5,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:14.415774 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Attempting to bind port 66d99930-67a2-483c-a535-0df8a5027cb5 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:53:14.416270 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Attempting to bind port 66d99930-67a2-483c-a535-0df8a5027cb5 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:53:14.416796 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Attempting to bind port 66d99930-67a2-483c-a535-0df8a5027cb5 on network 5028c28c-c36e-4db6-bf36-1ce074bcd249 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:14.431925 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56295596-e56d-436a-958b-17eae134ca29 req-b488d227-18a8-422e-9170-09bdbfb2f4f3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:14.434397 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-56295596-e56d-436a-958b-17eae134ca29 req-b488d227-18a8-422e-9170-09bdbfb2f4f3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.103 "GET /v2.0/networks?id=d610ca2e-6360-4e86-b55f-a470d5c807c5 HTTP/1.1" status: 200 len: 810 time: 0.3634002 Aug 31 08:53:14.435412 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Port 66d99930-67a2-483c-a535-0df8a5027cb5 on network 5028c28c-c36e-4db6-bf36-1ce074bcd249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:53:14.436193 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Attempting to bind port 66d99930-67a2-483c-a535-0df8a5027cb5 on network 5028c28c-c36e-4db6-bf36-1ce074bcd249 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:14.444539 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:53:14.445161 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Checking segment: {'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:14.445703 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Bound using segment: {'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:53:14.446300 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Bound port: 66d99930-67a2-483c-a535-0df8a5027cb5, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:53:14.446835 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:14.497231 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.notifiers.nova [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f72c17-3885-45ba-babe-aee7fb045bb5 {{(pid=101272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:53:14.503551 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-613d4033-49f1-4d35-a320-f1dca784c660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:14.517997 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:14.531781 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd827b5-6e75-427a-b040-19b909d7a872 req-9cdc9ff0-ce80-4692-a3cf-856475b81768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:14.533105 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-9cdc9ff0-ce80-4692-a3cf-856475b81768 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5fce6cd2b3f54c739f5ef10faca9a504&device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 1096 time: 0.1754146 Aug 31 08:53:14.549781 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.provisioning_blocks [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Transition to ACTIVE for port object 81f72c17-3885-45ba-babe-aee7fb045bb5 will not be triggered until provisioned by entity L2. {{(pid=101272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:14.617209 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-56295596-e56d-436a-958b-17eae134ca29 req-662e6f98-5909-44b7-b1b4-88c594b372a0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37794a2c64b644a191bbec64466ba629 HTTP/1.1" status: 200 len: 380 time: 0.1674721 Aug 31 08:53:14.629311 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-7524e82d-3bf2-4d32-8488-6228af87ef88 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a58daf52-d1af-4f1e-9746-48d1bd2a1b3e HTTP/1.1" status: 200 len: 217 time: 0.0809667 Aug 31 08:53:14.636580 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-56295596-e56d-436a-958b-17eae134ca29 req-3bd8d952-afc6-40f3-b4ed-1e5425068ebd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Request body: {'port': {'device_id': '62b9e1fe-7d76-4231-a7c2-982d6c59259e', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'admin_state_up': True, 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'security_groups': ['664487dd-277b-46e3-ac87-6752f14569ed']}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:14.658483 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:14.676143 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:14.798347 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] For port 66d99930-67a2-483c-a535-0df8a5027cb5, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:53:14.846526 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] For port 66d99930-67a2-483c-a535-0df8a5027cb5, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=66d99930-67a2-483c-a535-0df8a5027cb5,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:53:14.872747 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-812088ef-b87c-47d2-acae-3a357e1753c5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Allocated IP 172.20.0.3 (01945155-cccb-454b-bdc9-771df4fdfc75/5491e237-5843-4143-aa87-46105c32a598/802c77d2-ae30-4b14-a543-58e6e5bd1e18) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:53:14.971583 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.022977 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.059044 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5b7d7603-33b0-4a8b-b311-8e2193860011 req-1f3e478a-17c9-4dc5-b832-73ae7f7282f6 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.2750695 Aug 31 08:53:15.061898 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd827b5-6e75-427a-b040-19b909d7a872 req-2a1a0562-e031-484d-b170-e12a3cee35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:15.063719 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-2a1a0562-e031-484d-b170-e12a3cee35e4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b0fd61ba-a0e3-449f-a023-7fde635dad51 HTTP/1.1" status: 200 len: 852 time: 0.4277763 Aug 31 08:53:15.064471 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Pushing event updated for resources: {'Port': ['ID=81f72c17-3885-45ba-babe-aee7fb045bb5,revision_number=2']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:15.251795 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-812088ef-b87c-47d2-acae-3a357e1753c5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.263528 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-bbcf3cd5-f51e-4fcc-98b4-0c54e89910dd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2d461f98-346d-496f-822a-69c0de99ead5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1772799 Aug 31 08:53:15.320112 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.managers [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Attempting to bind port 81f72c17-3885-45ba-babe-aee7fb045bb5 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:53:15.320112 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.managers [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Attempting to bind port 81f72c17-3885-45ba-babe-aee7fb045bb5 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'eecfa237-a499-4b1a-a281-9a9ba0871f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75'}] {{(pid=101272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:53:15.320112 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Attempting to bind port 81f72c17-3885-45ba-babe-aee7fb045bb5 on network 01945155-cccb-454b-bdc9-771df4fdfc75 {{(pid=101272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:15.333671 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:15.334296 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.336120 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f8052304-1d5e-4242-9677-158700f0398a service neutron] 10.222.0.103 "PUT /v2.0/ports/66d99930-67a2-483c-a535-0df8a5027cb5 HTTP/1.1" status: 200 len: 1093 time: 2.6960018 Aug 31 08:53:15.346044 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb86ee7-321c-4913-b7f3-47c66936a258', 'tag': '66d99930-67a2-483c-a535-0df8a5027cb5'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:53:15.349633 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ded7d6-a310-4de6-830a-73ed6ab41ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb86ee7-321c-4913-b7f3-47c66936a258", "tag": "66d99930-67a2-483c-a535-0df8a5027cb5"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:53:15.363087 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56295596-e56d-436a-958b-17eae134ca29 req-3bd8d952-afc6-40f3-b4ed-1e5425068ebd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Made reservation on behalf of 37794a2c64b644a191bbec64466ba629 for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:15.369911 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-56295596-e56d-436a-958b-17eae134ca29 req-3bd8d952-afc6-40f3-b4ed-1e5425068ebd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.455006 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Port 81f72c17-3885-45ba-babe-aee7fb045bb5 on network 01945155-cccb-454b-bdc9-771df4fdfc75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:53:15.455818 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Attempting to bind port 81f72c17-3885-45ba-babe-aee7fb045bb5 on network 01945155-cccb-454b-bdc9-771df4fdfc75 {{(pid=101272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:15.489157 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:53:15.489618 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Checking segment: {'id': 'eecfa237-a499-4b1a-a281-9a9ba0871f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:15.490617 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Bound using segment: {'id': 'eecfa237-a499-4b1a-a281-9a9ba0871f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75'} {{(pid=101272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:53:15.491470 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.managers [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Bound port: 81f72c17-3885-45ba-babe-aee7fb045bb5, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eecfa237-a499-4b1a-a281-9a9ba0871f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75'}}] {{(pid=101272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:53:15.492124 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.603147 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b954bc-94cf-4f9d-a0fa-41d69a9683b1 req-a427f184-f581-4788-bb0d-f0318f100408 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:15.605486 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b8b954bc-94cf-4f9d-a0fa-41d69a9683b1 req-a427f184-f581-4788-bb0d-f0318f100408 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 943 time: 0.2920668 Aug 31 08:53:15.612325 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.617645 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-ea8b3582-b1bb-4ffc-8580-92d31ccbbd10 service neutron] 10.222.0.103 "GET /v2.0/networks/2d461f98-346d-496f-822a-69c0de99ead5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451014 Aug 31 08:53:15.620401 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8052304-1d5e-4242-9677-158700f0398a service neutron] Pushing event updated for resources: {'Port': ['ID=66d99930-67a2-483c-a535-0df8a5027cb5,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:15.767978 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.db [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] For port 81f72c17-3885-45ba-babe-aee7fb045bb5, host hv-cinder-78291, cleared binding levels {{(pid=101272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:53:15.775630 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bdb3fb-b708-4404-bf30-b69260c6a131 req-0ee1a050-6317-4f06-82e3-4036018a2d93 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:15.783802 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d1bdb3fb-b708-4404-bf30-b69260c6a131 req-0ee1a050-6317-4f06-82e3-4036018a2d93 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 943 time: 0.4680023 Aug 31 08:53:15.789970 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b8b954bc-94cf-4f9d-a0fa-41d69a9683b1 req-259921a7-519e-4180-8d87-6727c4936e21 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682303 Aug 31 08:53:15.807305 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-cee1a0d6-a085-4859-8d4b-cabc2477b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:15.811177 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-cee1a0d6-a085-4859-8d4b-cabc2477b9cb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=704d4d43abe84cdd94ebff6859425e87&device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 1096 time: 0.2064211 Aug 31 08:53:15.815608 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.db [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] For port 81f72c17-3885-45ba-babe-aee7fb045bb5, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=81f72c17-3885-45ba-babe-aee7fb045bb5,segment=NetworkSegment(eecfa237-a499-4b1a-a281-9a9ba0871f9e),segment_id=eecfa237-a499-4b1a-a281-9a9ba0871f9e)] {{(pid=101272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:53:15.871355 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-f0b7ecbd-a973-434a-b0fd-d00b959f6372 service neutron] 10.222.0.103 "GET /v2.0/networks/2d461f98-346d-496f-822a-69c0de99ead5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415206 Aug 31 08:53:15.905206 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-812088ef-b87c-47d2-acae-3a357e1753c5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:15.914812 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-3079fc31-2e06-4180-baf3-73f0719c3b0e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66d99930-67a2-483c-a535-0df8a5027cb5 HTTP/1.1" status: 200 len: 217 time: 0.0964193 Aug 31 08:53:15.942566 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 48824) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:15.977830 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e3535485-7047-4db0-8525-992d97e74a6c req-61e14b0b-f402-44b6-88a0-3d60f854cf82 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0544443 Aug 31 08:53:15.982709 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:16.065244 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d1bdb3fb-b708-4404-bf30-b69260c6a131 req-16bff444-c9a5-4af5-8f1b-41f06844ed14 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802930 Aug 31 08:53:16.094262 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Pushing event updated for resources: {'Port': ['ID=81f72c17-3885-45ba-babe-aee7fb045bb5,revision_number=3']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:16.106160 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-812088ef-b87c-47d2-acae-3a357e1753c5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Network 01945155-cccb-454b-bdc9-771df4fdfc75 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:16.107991 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8f4d6d-4910-41ec-91ff-9f96fc60a29f x-openstack-request-id: req-fe8f4d6d-4910-41ec-91ff-9f96fc60a29f {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:53:16.108255 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb86ee7-321c-4913-b7f3-47c66936a258", "tag": "66d99930-67a2-483c-a535-0df8a5027cb5", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:53:16.108501 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fe8f4d6d-4910-41ec-91ff-9f96fc60a29f {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:53:16.108891 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb86ee7-321c-4913-b7f3-47c66936a258', 'tag': '66d99930-67a2-483c-a535-0df8a5027cb5', 'status': 'completed', 'code': 200} Aug 31 08:53:16.122435 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:16.125232 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for port, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:16.127101 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-56295596-e56d-436a-958b-17eae134ca29 req-3bd8d952-afc6-40f3-b4ed-1e5425068ebd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Allocated IP 172.20.0.6 (d610ca2e-6360-4e86-b55f-a470d5c807c5/bf9e77d3-4b26-40d6-b9c6-dff49a105ccc/57537c94-502c-49f0-951f-941710f86076) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:53:16.129544 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-812088ef-b87c-47d2-acae-3a357e1753c5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:16.143340 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812088ef-b87c-47d2-acae-3a357e1753c5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Pushing event updated for resources: {'Port': ['ID=802c77d2-ae30-4b14-a543-58e6e5bd1e18,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:16.143340 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-812088ef-b87c-47d2-acae-3a357e1753c5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:16.149216 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-812088ef-b87c-47d2-acae-3a357e1753c5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:16.149889 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-812088ef-b87c-47d2-acae-3a357e1753c5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:16.150373 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-aecb3444-4d11-417a-9254-ff90f1314754 service neutron] 10.222.0.103 "PUT /v2.0/ports/81f72c17-3885-45ba-babe-aee7fb045bb5 HTTP/1.1" status: 200 len: 1094 time: 3.4716532 Aug 31 08:53:16.151358 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0394f43-fa71-4498-8dd6-a21215dcde29', 'tag': '81f72c17-3885-45ba-babe-aee7fb045bb5'}] {{(pid=101272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:53:16.165355 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f87e66a1-ab75-4aca-a17c-ba3e0459572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:16.169873 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-f87e66a1-ab75-4aca-a17c-ba3e0459572d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=837ede5a-1816-4179-8f6b-8cad7d412f98 HTTP/1.1" status: 200 len: 854 time: 0.2238305 Aug 31 08:53:16.246026 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-c6045fd3-af09-45bb-b071-b22cc3f8b18f service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5028c28c-c36e-4db6-bf36-1ce074bcd249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676413 Aug 31 08:53:16.337243 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0d5f0787-2c9d-4cd0-8255-8888360da61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:16.358148 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-812088ef-b87c-47d2-acae-3a357e1753c5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3648334 Aug 31 08:53:16.400493 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Request body: {'port': {'device_id': '37d1466c-1bb3-49fd-a466-86a572eed6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:16.460728 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-1bc1b939-a01e-4f52-a86f-2acdb26a8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:16.465523 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-1bc1b939-a01e-4f52-a86f-2acdb26a8d79 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3787ecd5c3554519ba0dfdf3822199a4&device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 1097 time: 0.1585371 Aug 31 08:53:16.556263 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d651ee9-a36a-4fa0-afd7-3abe6a9aca89 req-0e94a093-7e85-459b-936b-bbf1312b831b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:16.564792 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d651ee9-a36a-4fa0-afd7-3abe6a9aca89 req-0e94a093-7e85-459b-936b-bbf1312b831b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 931 time: 0.3173232 Aug 31 08:53:16.570826 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-755417fa-4b93-4a03-9fd5-4114d6d31d81 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f72c17-3885-45ba-babe-aee7fb045bb5 HTTP/1.1" status: 200 len: 217 time: 0.0939615 Aug 31 08:53:16.579164 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c305cbc8c06b24060600ca92de127493340b06c079c8aaacccf023196f54b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754cb95a-f448-4fc1-afc3-a9909b2c5212" -d '{"events": [{"name": "network-changed", "server_uuid": "d0394f43-fa71-4498-8dd6-a21215dcde29", "tag": "81f72c17-3885-45ba-babe-aee7fb045bb5"}]}' {{(pid=101272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:53:16.594561 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:16.609411 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-632ffb91-cd92-4ae7-8414-a975afe8413c service neutron] 10.222.0.103 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427949 Aug 31 08:53:16.613645 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-56295596-e56d-436a-958b-17eae134ca29 req-3bd8d952-afc6-40f3-b4ed-1e5425068ebd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:16.670329 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-56295596-e56d-436a-958b-17eae134ca29 req-3bd8d952-afc6-40f3-b4ed-1e5425068ebd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Transition to ACTIVE for port object 57537c94-502c-49f0-951f-941710f86076 will not be triggered until provisioned by entity DHCP. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:16.704125 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-ef4b631b-04e0-4db5-9d36-9164fa6e1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:16.707455 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-ef4b631b-04e0-4db5-9d36-9164fa6e1ba3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5491e237-5843-4143-aa87-46105c32a598 HTTP/1.1" status: 200 len: 858 time: 0.1235871 Aug 31 08:53:16.753890 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba3ef08-3528-4615-a2b7-e35cce2b71e8 x-openstack-request-id: req-dba3ef08-3528-4615-a2b7-e35cce2b71e8 {{(pid=101272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:53:16.754450 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0394f43-fa71-4498-8dd6-a21215dcde29", "tag": "81f72c17-3885-45ba-babe-aee7fb045bb5", "status": "completed", "code": 200}]} {{(pid=101272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:53:16.755039 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dba3ef08-3528-4615-a2b7-e35cce2b71e8 {{(pid=101272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:53:16.755933 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0394f43-fa71-4498-8dd6-a21215dcde29', 'tag': '81f72c17-3885-45ba-babe-aee7fb045bb5', 'status': 'completed', 'code': 200} Aug 31 08:53:16.756725 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d651ee9-a36a-4fa0-afd7-3abe6a9aca89 req-6fba92aa-57c9-4668-91cc-ade30979f95f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908047 Aug 31 08:53:16.796317 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-9a2c260d-e98b-4338-8f56-539bc62a3c9d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=01945155-cccb-454b-bdc9-771df4fdfc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787613 Aug 31 08:53:16.822994 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0d5f0787-2c9d-4cd0-8255-8888360da61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:16.915926 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0d5f0787-2c9d-4cd0-8255-8888360da61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:16.991017 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-41a9c388-80b7-46ef-8c94-ee75d170acc1 req-e5e820db-1278-4ff1-9899-0d5af986cfcb service neutron] 10.222.0.103 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668737 Aug 31 08:53:17.023767 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-0d5f0787-2c9d-4cd0-8255-8888360da61d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e7b3ccf3ef51477bbeda49227cee6087&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0778732 Aug 31 08:53:17.026143 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 48856) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:17.028044 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f0787-2c9d-4cd0-8255-8888360da61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fccebe-4876-4b56-94c7-00bf2e6c0516,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:17.046584 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-38bc3e5a-22cf-47e6-8768-17cad74bf0d6 service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350636 Aug 31 08:53:17.073926 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-56295596-e56d-436a-958b-17eae134ca29 req-3bd8d952-afc6-40f3-b4ed-1e5425068ebd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.161299 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e84ca3-9693-476b-beba-45e06ac8fdaf req-9f91f4ec-377d-4c6b-a9ad-19a0777c0ece tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:17.162913 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-48e84ca3-9693-476b-beba-45e06ac8fdaf req-9f91f4ec-377d-4c6b-a9ad-19a0777c0ece tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 943 time: 0.2202210 Aug 31 08:53:17.245546 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6796a097-7a65-43f8-bfa7-112b4c7af80a req-afa1d86b-7071-45d1-9eab-6e5df1900f42 service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907456 Aug 31 08:53:17.255270 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56295596-e56d-436a-958b-17eae134ca29 req-3bd8d952-afc6-40f3-b4ed-1e5425068ebd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Network d610ca2e-6360-4e86-b55f-a470d5c807c5 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:17.262798 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-48e84ca3-9693-476b-beba-45e06ac8fdaf req-5dc29963-6707-4ee8-bb3b-ed02fef82184 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608652 Aug 31 08:53:17.276049 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802c77d2-ae30-4b14-a543-58e6e5bd1e18 {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:53:17.289058 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8d952-afc6-40f3-b4ed-1e5425068ebd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event updated for resources: {'Port': ['ID=57537c94-502c-49f0-951f-941710f86076,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:17.293590 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-56295596-e56d-436a-958b-17eae134ca29 req-3bd8d952-afc6-40f3-b4ed-1e5425068ebd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:17.379130 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.379513 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-56295596-e56d-436a-958b-17eae134ca29 req-3bd8d952-afc6-40f3-b4ed-1e5425068ebd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:17.391180 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56295596-e56d-436a-958b-17eae134ca29 req-3bd8d952-afc6-40f3-b4ed-1e5425068ebd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:17.392699 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-56295596-e56d-436a-958b-17eae134ca29 req-3bd8d952-afc6-40f3-b4ed-1e5425068ebd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.463995 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8c288c5c-c9c6-4fa6-bf27-093973100709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.509715 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ba086-410f-4810-b198-a506dd36eff8 req-f4ad9b86-c8f9-416d-9335-b4903c8bc059 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:17.511717 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-028ba086-410f-4810-b198-a506dd36eff8 req-f4ad9b86-c8f9-416d-9335-b4903c8bc059 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 931 time: 0.3817275 Aug 31 08:53:17.560518 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Transition to ACTIVE for port object 802c77d2-ae30-4b14-a543-58e6e5bd1e18 will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:17.586682 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8c288c5c-c9c6-4fa6-bf27-093973100709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.622652 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cb95a-f448-4fc1-afc3-a9909b2c5212 req-af36499e-278d-408e-90f4-b242bf902ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:17.624681 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-754cb95a-f448-4fc1-afc3-a9909b2c5212 req-af36499e-278d-408e-90f4-b242bf902ea8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3787ecd5c3554519ba0dfdf3822199a4&device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 1097 time: 0.2078815 Aug 31 08:53:17.630716 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ded7d6-a310-4de6-830a-73ed6ab41ed9 req-f2af2041-a891-4475-9567-0376cec90ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:17.634811 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b4677-3e17-4ea1-b091-64043fe29b34 req-9d9868a2-b3d0-4bab-ab8e-2769e31cf91c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:17.636888 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-50ded7d6-a310-4de6-830a-73ed6ab41ed9 req-f2af2041-a891-4475-9567-0376cec90ce4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=704d4d43abe84cdd94ebff6859425e87&device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 1096 time: 0.4434204 Aug 31 08:53:17.638127 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-621b4677-3e17-4ea1-b091-64043fe29b34 req-9d9868a2-b3d0-4bab-ab8e-2769e31cf91c tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 943 time: 0.1459050 Aug 31 08:53:17.766360 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-028ba086-410f-4810-b198-a506dd36eff8 req-c7673e99-81d9-4af7-8e98-eaf73334c2f5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228003 Aug 31 08:53:17.771095 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.821464 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-621b4677-3e17-4ea1-b091-64043fe29b34 req-a605be54-6bc5-41f0-be1d-0f83338a3dde tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664467 Aug 31 08:53:17.877014 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cb95a-f448-4fc1-afc3-a9909b2c5212 req-e09a6e73-399a-4257-a732-ac688749e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:17.879549 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-754cb95a-f448-4fc1-afc3-a9909b2c5212 req-e09a6e73-399a-4257-a732-ac688749e8a1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=01945155-cccb-454b-bdc9-771df4fdfc75 HTTP/1.1" status: 200 len: 920 time: 0.2403111 Aug 31 08:53:17.880214 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-56295596-e56d-436a-958b-17eae134ca29 req-3bd8d952-afc6-40f3-b4ed-1e5425068ebd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2491887 Aug 31 08:53:17.880982 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.919783 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-464ce7ca-6c2d-428a-bfd1-cedc448a184c None None] Provisioning for port 57537c94-502c-49f0-951f-941710f86076 completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:17.927078 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-464ce7ca-6c2d-428a-bfd1-cedc448a184c None None] Provisioning complete for port 57537c94-502c-49f0-951f-941710f86076 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:17.930269 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-464ce7ca-6c2d-428a-bfd1-cedc448a184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:17.941885 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Request body: {'port': {'device_id': '62b9e1fe-7d76-4231-a7c2-982d6c59259e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:17.942307 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-754cb95a-f448-4fc1-afc3-a9909b2c5212 req-9ca7d6e3-4f70-4cfd-989f-7f4a6e9d2a86 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f72c17-3885-45ba-babe-aee7fb045bb5 HTTP/1.1" status: 200 len: 217 time: 0.0446179 Aug 31 08:53:17.981409 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-464ce7ca-6c2d-428a-bfd1-cedc448a184c None None] Port 57537c94-502c-49f0-951f-941710f86076 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:53:18.013162 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754cb95a-f448-4fc1-afc3-a9909b2c5212 req-e659763b-19fb-497a-b620-75926188c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:18.014654 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-754cb95a-f448-4fc1-afc3-a9909b2c5212 req-e659763b-19fb-497a-b620-75926188c272 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5491e237-5843-4143-aa87-46105c32a598 HTTP/1.1" status: 200 len: 858 time: 0.0645742 Aug 31 08:53:18.051408 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-754cb95a-f448-4fc1-afc3-a9909b2c5212 req-73ae3ce3-e484-4b9c-a583-4abb384912ec service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=01945155-cccb-454b-bdc9-771df4fdfc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277810 Aug 31 08:53:18.149723 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8c288c5c-c9c6-4fa6-bf27-093973100709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:18.152333 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8c288c5c-c9c6-4fa6-bf27-093973100709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:18.153464 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-8c288c5c-c9c6-4fa6-bf27-093973100709 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/52fccebe-4876-4b56-94c7-00bf2e6c0516 HTTP/1.1" status: 204 len: 168 time: 1.1262560 Aug 31 08:53:18.174690 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-754cb95a-f448-4fc1-afc3-a9909b2c5212 req-8bb66694-3d96-460f-8763-b23fc3ddeb06 service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148715 Aug 31 08:53:18.227559 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c288c5c-c9c6-4fa6-bf27-093973100709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fccebe-4876-4b56-94c7-00bf2e6c0516,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:18.259777 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Pushing event updated for resources: {'Port': ['ID=802c77d2-ae30-4b14-a543-58e6e5bd1e18,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:18.268245 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ded7d6-a310-4de6-830a-73ed6ab41ed9 req-20638a47-95fb-4f5a-b8ea-cc630dc06367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:18.269895 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-50ded7d6-a310-4de6-830a-73ed6ab41ed9 req-20638a47-95fb-4f5a-b8ea-cc630dc06367 service neutron] 10.222.0.103 "GET /v2.0/networks?id=5028c28c-c36e-4db6-bf36-1ce074bcd249 HTTP/1.1" status: 200 len: 916 time: 0.6169381 Aug 31 08:53:18.295630 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-754cb95a-f448-4fc1-afc3-a9909b2c5212 req-51dc05fc-8f04-4580-8429-02785018d8a2 service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141062 Aug 31 08:53:18.340965 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:18.353029 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd5433-022e-449c-b465-a74e9118d6bc req-1dd51fb4-c6db-4c21-b53c-39189110390a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:18.354558 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-88fd5433-022e-449c-b465-a74e9118d6bc req-1dd51fb4-c6db-4c21-b53c-39189110390a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 943 time: 0.4282501 Aug 31 08:53:18.355890 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-50ded7d6-a310-4de6-830a-73ed6ab41ed9 req-b0c8d4f5-9f52-41c3-86fe-cc6412a3fa37 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66d99930-67a2-483c-a535-0df8a5027cb5 HTTP/1.1" status: 200 len: 217 time: 0.0757551 Aug 31 08:53:18.396917 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Attempting to bind port 802c77d2-ae30-4b14-a543-58e6e5bd1e18 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:53:18.398458 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Attempting to bind port 802c77d2-ae30-4b14-a543-58e6e5bd1e18 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'eecfa237-a499-4b1a-a281-9a9ba0871f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:53:18.398458 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Attempting to bind port 802c77d2-ae30-4b14-a543-58e6e5bd1e18 on network 01945155-cccb-454b-bdc9-771df4fdfc75 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:18.403547 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f33c0a-1e41-4d71-9159-70a22bb47a54 req-5e5e14b2-8ea1-426f-9a51-c540fe835256 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:18.405504 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-56f33c0a-1e41-4d71-9159-70a22bb47a54 req-5e5e14b2-8ea1-426f-9a51-c540fe835256 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 943 time: 0.0583034 Aug 31 08:53:18.450354 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-56f33c0a-1e41-4d71-9159-70a22bb47a54 req-e97e0b98-0088-4f3a-a939-4a995da18e6a tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372860 Aug 31 08:53:18.460087 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Port 802c77d2-ae30-4b14-a543-58e6e5bd1e18 on network 01945155-cccb-454b-bdc9-771df4fdfc75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:53:18.460427 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Attempting to bind port 802c77d2-ae30-4b14-a543-58e6e5bd1e18 on network 01945155-cccb-454b-bdc9-771df4fdfc75 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:18.491139 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:53:18.491460 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Checking segment: {'id': 'eecfa237-a499-4b1a-a281-9a9ba0871f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:18.491815 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Bound using segment: {'id': 'eecfa237-a499-4b1a-a281-9a9ba0871f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:53:18.492320 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Bound port: 802c77d2-ae30-4b14-a543-58e6e5bd1e18, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eecfa237-a499-4b1a-a281-9a9ba0871f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:53:18.492680 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:18.502891 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ded7d6-a310-4de6-830a-73ed6ab41ed9 req-d7efe186-fdcc-46ee-ba10-476ec404d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:18.504436 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-50ded7d6-a310-4de6-830a-73ed6ab41ed9 req-d7efe186-fdcc-46ee-ba10-476ec404d547 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=837ede5a-1816-4179-8f6b-8cad7d412f98 HTTP/1.1" status: 200 len: 854 time: 0.1353443 Aug 31 08:53:18.518397 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-88fd5433-022e-449c-b465-a74e9118d6bc req-075ff8c4-50ca-48dc-b34e-f0a572456a61 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500394 Aug 31 08:53:18.649415 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-50ded7d6-a310-4de6-830a-73ed6ab41ed9 req-72d45061-8112-430b-8fc0-27fd679f92bd service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5028c28c-c36e-4db6-bf36-1ce074bcd249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227045 Aug 31 08:53:18.746066 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] For port 802c77d2-ae30-4b14-a543-58e6e5bd1e18, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:53:18.751066 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] For port 802c77d2-ae30-4b14-a543-58e6e5bd1e18, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=802c77d2-ae30-4b14-a543-58e6e5bd1e18,segment=NetworkSegment(eecfa237-a499-4b1a-a281-9a9ba0871f9e),segment_id=eecfa237-a499-4b1a-a281-9a9ba0871f9e)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:53:18.916943 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:18.935468 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57537c94-502c-49f0-951f-941710f86076 {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:53:18.971742 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a32f5-f669-40b5-bcf6-a184345ffd7c req-02e45f2a-cc23-423b-ac71-1b694f9ea113 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:18.985930 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e86a32f5-f669-40b5-bcf6-a184345ffd7c req-02e45f2a-cc23-423b-ac71-1b694f9ea113 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 931 time: 0.1142035 Aug 31 08:53:18.991041 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.006908 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:19.007614 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.009501 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-18628101-a3dc-4304-859c-b203b616e90b service neutron] 10.222.0.103 "PUT /v2.0/ports/802c77d2-ae30-4b14-a543-58e6e5bd1e18 HTTP/1.1" status: 200 len: 1093 time: 2.6206567 Aug 31 08:53:19.012911 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37d1466c-1bb3-49fd-a466-86a572eed6a8', 'tag': '802c77d2-ae30-4b14-a543-58e6e5bd1e18'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:53:19.016670 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4159272-dfd2-4ad6-8105-09a0d5dc1b87" -d '{"events": [{"name": "network-changed", "server_uuid": "37d1466c-1bb3-49fd-a466-86a572eed6a8", "tag": "802c77d2-ae30-4b14-a543-58e6e5bd1e18"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:53:19.039570 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e86a32f5-f669-40b5-bcf6-a184345ffd7c req-1051a050-f1d7-419c-bf4a-b9744986e4db tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516498 Aug 31 08:53:19.089197 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Transition to ACTIVE for port object 57537c94-502c-49f0-951f-941710f86076 will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:19.091236 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18628101-a3dc-4304-859c-b203b616e90b service neutron] Pushing event updated for resources: {'Port': ['ID=802c77d2-ae30-4b14-a543-58e6e5bd1e18,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:19.097197 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599b57cf-c64f-4bf8-a662-08833dc3746c x-openstack-request-id: req-599b57cf-c64f-4bf8-a662-08833dc3746c {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:53:19.097476 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37d1466c-1bb3-49fd-a466-86a572eed6a8", "tag": "802c77d2-ae30-4b14-a543-58e6e5bd1e18", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:53:19.097728 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-599b57cf-c64f-4bf8-a662-08833dc3746c {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:53:19.098441 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d1466c-1bb3-49fd-a466-86a572eed6a8', 'tag': '802c77d2-ae30-4b14-a543-58e6e5bd1e18', 'status': 'completed', 'code': 200} Aug 31 08:53:19.125225 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7272-aa18-4473-a449-04a0659b491f req-56cc2dd6-5b03-4ab5-bf81-865041bf2046 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:19.126592 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c2ac7272-aa18-4473-a449-04a0659b491f req-56cc2dd6-5b03-4ab5-bf81-865041bf2046 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 943 time: 0.1215615 Aug 31 08:53:19.167553 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c2ac7272-aa18-4473-a449-04a0659b491f req-664dc03a-6b94-4836-aca1-406590903ff9 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343604 Aug 31 08:53:19.219993 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 48912) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:19.229955 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-72131f4f-9e09-48fe-a6b2-27785a82fa70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.264492 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.342753 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Pushing event updated for resources: {'Port': ['ID=57537c94-502c-49f0-951f-941710f86076,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:19.399310 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Attempting to bind port 57537c94-502c-49f0-951f-941710f86076 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:53:19.399916 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Attempting to bind port 57537c94-502c-49f0-951f-941710f86076 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:53:19.400431 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Attempting to bind port 57537c94-502c-49f0-951f-941710f86076 on network d610ca2e-6360-4e86-b55f-a470d5c807c5 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:19.416258 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Port 57537c94-502c-49f0-951f-941710f86076 on network d610ca2e-6360-4e86-b55f-a470d5c807c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:53:19.416488 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Attempting to bind port 57537c94-502c-49f0-951f-941710f86076 on network d610ca2e-6360-4e86-b55f-a470d5c807c5 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:53:19.429034 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-72131f4f-9e09-48fe-a6b2-27785a82fa70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.430793 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:53:19.431120 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Checking segment: {'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:19.431700 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Bound using segment: {'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:53:19.432482 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Bound port: 57537c94-502c-49f0-951f-941710f86076, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:53:19.432729 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.542390 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-72131f4f-9e09-48fe-a6b2-27785a82fa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.563302 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] For port 57537c94-502c-49f0-951f-941710f86076, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:53:19.627899 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] For port 57537c94-502c-49f0-951f-941710f86076, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=57537c94-502c-49f0-951f-941710f86076,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:53:19.634845 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72131f4f-9e09-48fe-a6b2-27785a82fa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b338ab8-1838-487a-9255-5713fb1282c8,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:19.646831 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-72131f4f-9e09-48fe-a6b2-27785a82fa70 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dcd3b565a7974d979a1b778090a4c7a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319324 Aug 31 08:53:19.650162 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 48930) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:19.719384 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977afb9-5059-4666-adf0-523667edf3c1 req-933a2ce7-0625-4a1e-8df1-af903bbbc76f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:19.721117 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0977afb9-5059-4666-adf0-523667edf3c1 req-933a2ce7-0625-4a1e-8df1-af903bbbc76f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 943 time: 0.0666568 Aug 31 08:53:19.736540 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee4489-6ab4-42cb-9a67-a6dac841ca79 req-6459d266-4f1d-47d0-ac6b-493e50d428ba tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:19.748540 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-54ee4489-6ab4-42cb-9a67-a6dac841ca79 req-6459d266-4f1d-47d0-ac6b-493e50d428ba tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 943 time: 0.1016054 Aug 31 08:53:19.754611 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-dc727e08-cf45-40fd-8d4b-b90e9c5c0c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.766969 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0977afb9-5059-4666-adf0-523667edf3c1 req-13361783-0544-4e9e-896b-726a855a9538 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 Aug 31 08:53:19.791277 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-dc727e08-cf45-40fd-8d4b-b90e9c5c0c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.833695 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-54ee4489-6ab4-42cb-9a67-a6dac841ca79 req-53e1a54d-a548-43ec-8819-7d64415f9f2e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686579 Aug 31 08:53:19.846648 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.886826 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:19.891820 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:19.891820 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-56295596-e56d-436a-958b-17eae134ca29 req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] 10.222.0.103 "PUT /v2.0/ports/57537c94-502c-49f0-951f-941710f86076 HTTP/1.1" status: 200 len: 1093 time: 1.9613883 Aug 31 08:53:19.914501 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf4cbc-5a41-41b7-b117-46c0fbc091ce service neutron] Pushing event updated for resources: {'Port': ['ID=57537c94-502c-49f0-951f-941710f86076,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:20.000931 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-dc727e08-cf45-40fd-8d4b-b90e9c5c0c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:20.006619 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-dc727e08-cf45-40fd-8d4b-b90e9c5c0c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:20.006619 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-dc727e08-cf45-40fd-8d4b-b90e9c5c0c20 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5b338ab8-1838-487a-9255-5713fb1282c8 HTTP/1.1" status: 204 len: 168 time: 0.3535540 Aug 31 08:53:20.014820 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc727e08-cf45-40fd-8d4b-b90e9c5c0c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b338ab8-1838-487a-9255-5713fb1282c8,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:20.186431 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45a3c9-73bf-4219-9667-bd3a355e3521 req-bb4324f6-ea21-4d37-9b9f-ecb147801eb7 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:20.188705 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5c45a3c9-73bf-4219-9667-bd3a355e3521 req-bb4324f6-ea21-4d37-9b9f-ecb147801eb7 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 943 time: 0.0684826 Aug 31 08:53:20.232676 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5c45a3c9-73bf-4219-9667-bd3a355e3521 req-58b1c900-dc04-4b11-8f43-bde7496d18c9 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374265 Aug 31 08:53:20.316905 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffc7eb-b012-4211-96ec-bf4184cc47a7 req-61093151-5709-4bb8-a1f3-8810503897fa tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:20.318981 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8fffc7eb-b012-4211-96ec-bf4184cc47a7 req-61093151-5709-4bb8-a1f3-8810503897fa tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 943 time: 0.0738106 Aug 31 08:53:20.368140 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8fffc7eb-b012-4211-96ec-bf4184cc47a7 req-7d41f82e-d32f-4c0f-9c0e-f5df972df8c4 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360267 Aug 31 08:53:20.688312 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-50ded7d6-a310-4de6-830a-73ed6ab41ed9 req-7bc8b30f-2853-4dee-85d2-c9fe5ef301a9 service neutron] 10.222.0.103 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345084 Aug 31 08:53:20.921645 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accd608-2527-4a45-947f-9a02589d62a1 req-2069cf2d-b3f1-47a5-8f76-1fdeeb2db9a0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:20.923419 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9accd608-2527-4a45-947f-9a02589d62a1 req-2069cf2d-b3f1-47a5-8f76-1fdeeb2db9a0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 943 time: 0.0538044 Aug 31 08:53:20.963793 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9accd608-2527-4a45-947f-9a02589d62a1 req-fac947d8-b1c6-4af6-8ea7-9ade78d9bfaa tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338933 Aug 31 08:53:20.965466 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768514f1-8b4d-42ff-96cd-721584ed5d15 req-bd4e459e-6336-4044-a69d-8e5b54f8c42c tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:20.967019 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-768514f1-8b4d-42ff-96cd-721584ed5d15 req-bd4e459e-6336-4044-a69d-8e5b54f8c42c tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 943 time: 0.0509324 Aug 31 08:53:21.010217 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-768514f1-8b4d-42ff-96cd-721584ed5d15 req-1eac9f87-f09f-490d-a12e-e03201d26ae3 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359290 Aug 31 08:53:21.100045 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b9e1fe-7d76-4231-a7c2-982d6c59259e', 'tag': '57537c94-502c-49f0-951f-941710f86076'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:53:21.104462 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb93ca4-2a52-472a-a126-3a5e71102b71" -d '{"events": [{"name": "network-changed", "server_uuid": "62b9e1fe-7d76-4231-a7c2-982d6c59259e", "tag": "57537c94-502c-49f0-951f-941710f86076"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:53:21.226971 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5554ba-5425-4962-9b87-ef9455ac0045 x-openstack-request-id: req-4f5554ba-5425-4962-9b87-ef9455ac0045 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:53:21.227995 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b9e1fe-7d76-4231-a7c2-982d6c59259e", "tag": "57537c94-502c-49f0-951f-941710f86076", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:53:21.227995 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4f5554ba-5425-4962-9b87-ef9455ac0045 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:53:21.228294 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b9e1fe-7d76-4231-a7c2-982d6c59259e', 'tag': '57537c94-502c-49f0-951f-941710f86076', 'status': 'completed', 'code': 200} Aug 31 08:53:21.381517 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469bca9-e9e3-4f2d-9658-b5b508a8a896 req-d6850106-b9c2-4f2e-8678-d39969751218 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:21.384122 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a469bca9-e9e3-4f2d-9658-b5b508a8a896 req-d6850106-b9c2-4f2e-8678-d39969751218 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 943 time: 0.0636199 Aug 31 08:53:21.435582 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a469bca9-e9e3-4f2d-9658-b5b508a8a896 req-ccd9c165-2a55-4d36-9bcc-4b921f7d316f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452442 Aug 31 08:53:21.513478 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f49542-8774-4d0b-951e-a6926223d675 req-29786bf7-d7c8-4c0f-80b0-11a4d47a4e59 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:21.516286 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-63f49542-8774-4d0b-951e-a6926223d675 req-29786bf7-d7c8-4c0f-80b0-11a4d47a4e59 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 943 time: 0.0673656 Aug 31 08:53:21.587291 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-63f49542-8774-4d0b-951e-a6926223d675 req-44b79bd9-b071-4996-9393-e7619b19a509 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642927 Aug 31 08:53:21.610472 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device a58daf52-d1af-4f1e-9746-48d1bd2a1b3e details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:53:21.779864 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port a58daf52-d1af-4f1e-9746-48d1bd2a1b3e, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=a58daf52-d1af-4f1e-9746-48d1bd2a1b3e,segment=NetworkSegment(93a69d7d-c8bf-4af6-939d-f814a7ac29f1),segment_id=93a69d7d-c8bf-4af6-939d-f814a7ac29f1)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:21.796426 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': 'a58daf52-d1af-4f1e-9746-48d1bd2a1b3e', 'network_id': '2d461f98-346d-496f-822a-69c0de99ead5', 'port_id': 'a58daf52-d1af-4f1e-9746-48d1bd2a1b3e', 'mac_address': 'fa:16:3e:50:00:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fd61ba-a0e3-449f-a023-7fde635dad51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:53:21.861746 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:21.871580 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4159272-dfd2-4ad6-8105-09a0d5dc1b87 req-89de2fb7-78ae-4893-b7b5-c4e6bce305d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:21.872226 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b4159272-dfd2-4ad6-8105-09a0d5dc1b87 req-89de2fb7-78ae-4893-b7b5-c4e6bce305d7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3787ecd5c3554519ba0dfdf3822199a4&device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 1096 time: 0.2283447 Aug 31 08:53:21.884892 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93ca4-2a52-472a-a126-3a5e71102b71 req-9af01351-6c97-4bf8-b095-c56463980c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:21.886397 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ddb93ca4-2a52-472a-a126-3a5e71102b71 req-9af01351-6c97-4bf8-b095-c56463980c65 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=37794a2c64b644a191bbec64466ba629&device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 1096 time: 0.1887498 Aug 31 08:53:21.899294 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a58daf52-d1af-4f1e-9746-48d1bd2a1b3e {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:53:21.936931 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port a58daf52-d1af-4f1e-9746-48d1bd2a1b3e, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=a58daf52-d1af-4f1e-9746-48d1bd2a1b3e,segment=NetworkSegment(93a69d7d-c8bf-4af6-939d-f814a7ac29f1),segment_id=93a69d7d-c8bf-4af6-939d-f814a7ac29f1)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:22.036035 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:22.037173 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 66d99930-67a2-483c-a535-0df8a5027cb5 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:53:22.103350 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-50ded7d6-a310-4de6-830a-73ed6ab41ed9 req-4f2a7ae0-b9c4-4b43-837d-b41627574509 service neutron] 10.222.0.103 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762447 Aug 31 08:53:22.162764 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f88f7-8518-4000-a1d4-4016bcf30d15 req-f06980f3-9a1b-45d8-8309-8173aff49eef tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:22.165548 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c17f88f7-8518-4000-a1d4-4016bcf30d15 req-f06980f3-9a1b-45d8-8309-8173aff49eef tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 943 time: 0.0985813 Aug 31 08:53:22.216462 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c17f88f7-8518-4000-a1d4-4016bcf30d15 req-df2abfa5-8ca5-43c1-8394-75168458e107 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431390 Aug 31 08:53:22.299163 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=a58daf52-d1af-4f1e-9746-48d1bd2a1b3e,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:22.356198 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 66d99930-67a2-483c-a535-0df8a5027cb5, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=66d99930-67a2-483c-a535-0df8a5027cb5,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:22.370982 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '66d99930-67a2-483c-a535-0df8a5027cb5', 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249', 'port_id': '66d99930-67a2-483c-a535-0df8a5027cb5', 'mac_address': 'fa:16:3e:d5:53:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837ede5a-1816-4179-8f6b-8cad7d412f98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:53:22.420426 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:22.454769 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d99930-67a2-483c-a535-0df8a5027cb5 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:53:22.492567 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 66d99930-67a2-483c-a535-0df8a5027cb5, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=66d99930-67a2-483c-a535-0df8a5027cb5,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:22.561374 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4159272-dfd2-4ad6-8105-09a0d5dc1b87 req-4f629893-2b18-4f6c-bdb5-fe877d515a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:22.563666 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b4159272-dfd2-4ad6-8105-09a0d5dc1b87 req-4f629893-2b18-4f6c-bdb5-fe877d515a43 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=3787ecd5c3554519ba0dfdf3822199a4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6814268 Aug 31 08:53:22.565127 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93ca4-2a52-472a-a126-3a5e71102b71 req-3a97e89c-6db8-4d5e-a38c-c40fe461558a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:22.568004 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ddb93ca4-2a52-472a-a126-3a5e71102b71 req-3a97e89c-6db8-4d5e-a38c-c40fe461558a service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=37794a2c64b644a191bbec64466ba629&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6576109 Aug 31 08:53:22.581078 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baece3-9aa2-41dc-b10e-c554feb0c3ad req-18c496cb-cebc-4fc6-99ff-67c7d96ab1d8 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:22.587770 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b9baece3-9aa2-41dc-b10e-c554feb0c3ad req-18c496cb-cebc-4fc6-99ff-67c7d96ab1d8 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 943 time: 0.4250181 Aug 31 08:53:22.603391 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:22.605765 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 81f72c17-3885-45ba-babe-aee7fb045bb5 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:53:22.648474 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e04a4-4ef0-4004-8580-593c3c4b0678 req-d9ed59e4-16be-4f4b-8031-6c3e8850c9c8 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:22.650340 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ee4e04a4-4ef0-4004-8580-593c3c4b0678 req-d9ed59e4-16be-4f4b-8031-6c3e8850c9c8 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 943 time: 0.0853148 Aug 31 08:53:22.712601 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=66d99930-67a2-483c-a535-0df8a5027cb5,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:22.730165 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ee4e04a4-4ef0-4004-8580-593c3c4b0678 req-c53ad119-da0d-4f07-a844-bcadb11244a8 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703127 Aug 31 08:53:22.828596 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 81f72c17-3885-45ba-babe-aee7fb045bb5, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=81f72c17-3885-45ba-babe-aee7fb045bb5,segment=NetworkSegment(eecfa237-a499-4b1a-a281-9a9ba0871f9e),segment_id=eecfa237-a499-4b1a-a281-9a9ba0871f9e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:22.859100 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '81f72c17-3885-45ba-babe-aee7fb045bb5', 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75', 'port_id': '81f72c17-3885-45ba-babe-aee7fb045bb5', 'mac_address': 'fa:16:3e:7b:83:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5491e237-5843-4143-aa87-46105c32a598', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:53:22.903253 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b9baece3-9aa2-41dc-b10e-c554feb0c3ad req-564424a7-ae79-4981-924b-c81b14082c25 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982028 Aug 31 08:53:22.958043 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4159272-dfd2-4ad6-8105-09a0d5dc1b87 req-a7c3f599-1d81-4c2c-925c-b271791416c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:22.959708 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b4159272-dfd2-4ad6-8105-09a0d5dc1b87 req-a7c3f599-1d81-4c2c-925c-b271791416c5 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3754578 Aug 31 08:53:22.962962 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb93ca4-2a52-472a-a126-3a5e71102b71 req-19b710c5-7a00-4f73-b3c3-d6604be8dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:22.963853 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b82382-9406-41f8-a5e3-0b284af4fbc1 req-ad11df42-f836-4e7e-aa14-1bf8dbb8d2f7 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:22.965119 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ddb93ca4-2a52-472a-a126-3a5e71102b71 req-19b710c5-7a00-4f73-b3c3-d6604be8dc0b service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3797498 Aug 31 08:53:22.965419 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-97b82382-9406-41f8-a5e3-0b284af4fbc1 req-ad11df42-f836-4e7e-aa14-1bf8dbb8d2f7 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 944 time: 0.0785012 Aug 31 08:53:22.981178 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:23.001302 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f72c17-3885-45ba-babe-aee7fb045bb5 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:53:23.057221 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 81f72c17-3885-45ba-babe-aee7fb045bb5, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=81f72c17-3885-45ba-babe-aee7fb045bb5,segment=NetworkSegment(eecfa237-a499-4b1a-a281-9a9ba0871f9e),segment_id=eecfa237-a499-4b1a-a281-9a9ba0871f9e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:23.069084 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-97b82382-9406-41f8-a5e3-0b284af4fbc1 req-f7125cc6-5166-4638-bd8b-ae9ca9bf7aff tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884600 Aug 31 08:53:23.119690 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56295596-e56d-436a-958b-17eae134ca29 req-44ca472c-aadf-42ff-9739-d804c54b6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:23.121331 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-56295596-e56d-436a-958b-17eae134ca29 req-44ca472c-aadf-42ff-9739-d804c54b6d8a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=37794a2c64b644a191bbec64466ba629&device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 1096 time: 0.0979691 Aug 31 08:53:23.128343 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-a155038d-f11f-4a62-afd0-58ac196368f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:23.134926 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-a155038d-f11f-4a62-afd0-58ac196368f7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3787ecd5c3554519ba0dfdf3822199a4&device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 1096 time: 0.0984995 Aug 31 08:53:23.141324 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:23.207917 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=81f72c17-3885-45ba-babe-aee7fb045bb5,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:23.255163 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-50f77c87-2100-4f39-a8fd-25e86cde0865 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=802c77d2-ae30-4b14-a543-58e6e5bd1e18 HTTP/1.1" status: 200 len: 217 time: 0.1007254 Aug 31 08:53:23.256590 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-56295596-e56d-436a-958b-17eae134ca29 req-40e09ae5-943c-483c-a922-3f29aaacb8fa service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57537c94-502c-49f0-951f-941710f86076 HTTP/1.1" status: 200 len: 217 time: 0.1196873 Aug 31 08:53:23.390155 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56295596-e56d-436a-958b-17eae134ca29 req-eddba00c-edd2-4654-a8a0-840a68eeca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:23.391702 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-56295596-e56d-436a-958b-17eae134ca29 req-eddba00c-edd2-4654-a8a0-840a68eeca93 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=bf9e77d3-4b26-40d6-b9c6-dff49a105ccc HTTP/1.1" status: 200 len: 849 time: 0.1147079 Aug 31 08:53:23.423283 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-6289d62b-9232-4339-98e1-d69ec81f6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:23.424863 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-6289d62b-9232-4339-98e1-d69ec81f6fc5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5491e237-5843-4143-aa87-46105c32a598 HTTP/1.1" status: 200 len: 858 time: 0.1567893 Aug 31 08:53:23.473225 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e6c19-40a2-4d23-bff5-a9b773b279ae req-32cb925e-96a6-4dd0-9aac-341a4c5dfe7f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:23.474757 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-423e6c19-40a2-4d23-bff5-a9b773b279ae req-32cb925e-96a6-4dd0-9aac-341a4c5dfe7f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 943 time: 0.1455920 Aug 31 08:53:23.492502 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-5b1c21d5-8436-4c00-ab3a-08a884388ad8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=01945155-cccb-454b-bdc9-771df4fdfc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458596 Aug 31 08:53:23.513369 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['66d99930-67a2-483c-a535-0df8a5027cb5'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:53:23.572012 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['81f72c17-3885-45ba-babe-aee7fb045bb5'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:53:23.578821 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['a58daf52-d1af-4f1e-9746-48d1bd2a1b3e'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:53:23.590533 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56295596-e56d-436a-958b-17eae134ca29 req-f4190f76-b827-477f-96fe-8c3e39b31569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:23.593695 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-56295596-e56d-436a-958b-17eae134ca29 req-f4190f76-b827-477f-96fe-8c3e39b31569 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d610ca2e-6360-4e86-b55f-a470d5c807c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1895587 Aug 31 08:53:23.624067 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-423e6c19-40a2-4d23-bff5-a9b773b279ae req-746f3cff-90ea-4b82-bc24-13b7001f2f31 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339381 Aug 31 08:53:23.716441 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-76f41f11-9f2e-4519-85fc-0cfa3774a194 service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133322 Aug 31 08:53:23.791080 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-56295596-e56d-436a-958b-17eae134ca29 req-e2755129-6525-40b9-97d4-96ecd4e90bb7 service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855202 Aug 31 08:53:23.917420 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1421a-5a81-4f57-ae2d-edb173accd57 req-0afd5708-5451-458a-8f18-2750293e3b7a tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:23.925987 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-50e1421a-5a81-4f57-ae2d-edb173accd57 req-0afd5708-5451-458a-8f18-2750293e3b7a tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 943 time: 0.0905509 Aug 31 08:53:23.949803 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4ac0bbaa-cdc4-43bf-a86c-65da4437ae53 req-abe9f92d-50c9-4365-b423-13ee64b2bb03 service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255049 Aug 31 08:53:23.968539 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-50e1421a-5a81-4f57-ae2d-edb173accd57 req-485d99ec-4a51-4a99-a452-ae010abfb2d4 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415652 Aug 31 08:53:23.990988 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-56295596-e56d-436a-958b-17eae134ca29 req-8a42b91d-762a-4939-8039-ec2d130e672f service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908286 Aug 31 08:53:24.071455 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8b21c-5bbe-4daf-9b92-d90951ee66be req-6838956b-407f-45d6-9352-53b450565429 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:24.073142 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-53f8b21c-5bbe-4daf-9b92-d90951ee66be req-6838956b-407f-45d6-9352-53b450565429 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 944 time: 0.0713136 Aug 31 08:53:24.117930 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-53f8b21c-5bbe-4daf-9b92-d90951ee66be req-779748b0-ceeb-47b0-88e7-1564ae63b0e8 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372100 Aug 31 08:53:24.208394 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881dae7d-8474-4487-bbd7-8fa5b2c21ea0 req-427d6b8b-70e1-45d5-8882-59a8f8c15fc6 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:24.210061 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-881dae7d-8474-4487-bbd7-8fa5b2c21ea0 req-427d6b8b-70e1-45d5-8882-59a8f8c15fc6 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 944 time: 0.0577605 Aug 31 08:53:24.264367 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-881dae7d-8474-4487-bbd7-8fa5b2c21ea0 req-cb806d2b-66b9-465e-ada4-0dc7920f1bcb tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441880 Aug 31 08:53:24.756871 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602168b-78f8-4097-a0d3-5c3a26edc1d0 req-80a857f4-6002-4748-a13e-f68e2ceaeaf7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:24.763703 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e602168b-78f8-4097-a0d3-5c3a26edc1d0 req-80a857f4-6002-4748-a13e-f68e2ceaeaf7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 943 time: 0.0524702 Aug 31 08:53:24.807592 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e602168b-78f8-4097-a0d3-5c3a26edc1d0 req-53781f61-0d82-4c99-b3a8-9c3c5e943160 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410819 Aug 31 08:53:25.106710 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec42bee-ed88-43ff-b050-76946db6513e req-763d90f4-6b07-42c3-ad50-8df4eeb86863 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:25.108252 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8ec42bee-ed88-43ff-b050-76946db6513e req-763d90f4-6b07-42c3-ad50-8df4eeb86863 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 943 time: 0.0526292 Aug 31 08:53:25.151112 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8ec42bee-ed88-43ff-b050-76946db6513e req-46e6bcb4-66ba-44de-8d99-05f1525560a2 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350864 Aug 31 08:53:25.174169 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device a58daf52-d1af-4f1e-9746-48d1bd2a1b3e up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:25.237423 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5735f-bb0a-4253-92e9-13e24b8a5598 req-687b648e-a9da-42c9-85aa-786c8ad0b209 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:25.238931 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-31e5735f-bb0a-4253-92e9-13e24b8a5598 req-687b648e-a9da-42c9-85aa-786c8ad0b209 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 944 time: 0.0506477 Aug 31 08:53:25.288114 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-31e5735f-bb0a-4253-92e9-13e24b8a5598 req-93692c73-bb8d-483e-bb5a-24eef030a1f6 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431600 Aug 31 08:53:25.348214 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port a58daf52-d1af-4f1e-9746-48d1bd2a1b3e completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:25.353155 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port a58daf52-d1af-4f1e-9746-48d1bd2a1b3e triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:25.358638 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:25.425606 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdc7cc-1100-45d9-9f67-b1942b4eaa43 req-64e45581-0134-4c16-8c8a-6400cc546dd2 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:25.427238 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-21cdc7cc-1100-45d9-9f67-b1942b4eaa43 req-64e45581-0134-4c16-8c8a-6400cc546dd2 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 944 time: 0.0579202 Aug 31 08:53:25.496316 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:25.496418 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-21cdc7cc-1100-45d9-9f67-b1942b4eaa43 req-d211bd48-194a-4752-b574-56747c01a8d3 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607841 Aug 31 08:53:25.532117 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66366952-7658-4b2d-80d9-4ddb161b2066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58daf52-d1af-4f1e-9746-48d1bd2a1b3e'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:53:25.622191 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port a58daf52-d1af-4f1e-9746-48d1bd2a1b3e, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=a58daf52-d1af-4f1e-9746-48d1bd2a1b3e,segment=NetworkSegment(93a69d7d-c8bf-4af6-939d-f814a7ac29f1),segment_id=93a69d7d-c8bf-4af6-939d-f814a7ac29f1)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:25.702344 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:25.703916 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 66d99930-67a2-483c-a535-0df8a5027cb5 up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:25.728115 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da30937e-eea9-47d3-bc12-82f4578db16e" -d '{"events": [{"server_uuid": "66366952-7658-4b2d-80d9-4ddb161b2066", "name": "network-vif-plugged", "status": "completed", "tag": "a58daf52-d1af-4f1e-9746-48d1bd2a1b3e"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:53:25.788068 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=a58daf52-d1af-4f1e-9746-48d1bd2a1b3e,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:25.840074 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4e4a09-624d-4b65-9dc1-549c9a56b439 x-openstack-request-id: req-cb4e4a09-624d-4b65-9dc1-549c9a56b439 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:53:25.840395 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66366952-7658-4b2d-80d9-4ddb161b2066", "name": "network-vif-plugged", "status": "completed", "tag": "a58daf52-d1af-4f1e-9746-48d1bd2a1b3e", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:53:25.840959 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cb4e4a09-624d-4b65-9dc1-549c9a56b439 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:53:25.841438 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66366952-7658-4b2d-80d9-4ddb161b2066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a58daf52-d1af-4f1e-9746-48d1bd2a1b3e', 'code': 200} Aug 31 08:53:25.862358 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port 66d99930-67a2-483c-a535-0df8a5027cb5 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:25.867710 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 66d99930-67a2-483c-a535-0df8a5027cb5 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:25.868656 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:25.933374 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aca9b2-6c2e-46da-92e0-0f7d4a169780 req-74e4578a-9317-44a2-b5de-737a4dd1c3c6 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:25.934879 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-73aca9b2-6c2e-46da-92e0-0f7d4a169780 req-74e4578a-9317-44a2-b5de-737a4dd1c3c6 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 943 time: 0.0489702 Aug 31 08:53:25.965440 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:25.983742 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-73aca9b2-6c2e-46da-92e0-0f7d4a169780 req-ce242b8d-264d-46ab-8206-66805421f769 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Aug 31 08:53:26.001175 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 66d99930-67a2-483c-a535-0df8a5027cb5, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=66d99930-67a2-483c-a535-0df8a5027cb5,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:26.117047 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:26.118177 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 81f72c17-3885-45ba-babe-aee7fb045bb5 up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:26.205789 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=66d99930-67a2-483c-a535-0df8a5027cb5,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:26.284979 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port 81f72c17-3885-45ba-babe-aee7fb045bb5 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:26.289098 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f14def-0f7f-45a5-9b6c-d31abc884a87 req-b3b67582-1928-4431-a487-d1adafb5de21 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:26.289706 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 81f72c17-3885-45ba-babe-aee7fb045bb5 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:26.290073 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:26.290615 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-77f14def-0f7f-45a5-9b6c-d31abc884a87 req-b3b67582-1928-4431-a487-d1adafb5de21 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 943 time: 0.0519214 Aug 31 08:53:26.342762 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-77f14def-0f7f-45a5-9b6c-d31abc884a87 req-70b44c26-ce9f-4645-8c1e-7e22f972c65d tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446596 Aug 31 08:53:26.396822 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:26.437801 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 81f72c17-3885-45ba-babe-aee7fb045bb5, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=81f72c17-3885-45ba-babe-aee7fb045bb5,segment=NetworkSegment(eecfa237-a499-4b1a-a281-9a9ba0871f9e),segment_id=eecfa237-a499-4b1a-a281-9a9ba0871f9e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:26.451275 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee067a-57a2-4e6a-9964-bf2c50fa2f49 req-8d801185-b17e-4a92-ab21-d0207ed0fe52 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:26.453489 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1aee067a-57a2-4e6a-9964-bf2c50fa2f49 req-8d801185-b17e-4a92-ab21-d0207ed0fe52 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 945 time: 0.0575681 Aug 31 08:53:26.498225 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1aee067a-57a2-4e6a-9964-bf2c50fa2f49 req-9cd459c9-33c3-4c12-b1c2-2f08d7971e7e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382097 Aug 31 08:53:26.542335 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:26.613420 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=81f72c17-3885-45ba-babe-aee7fb045bb5,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:26.665471 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b8cc3-a505-43d5-a54f-fe9b373a167e req-3b5ffff4-6134-4d93-96a5-1f0ab5af8c30 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:26.668218 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-337b8cc3-a505-43d5-a54f-fe9b373a167e req-3b5ffff4-6134-4d93-96a5-1f0ab5af8c30 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 945 time: 0.0773778 Aug 31 08:53:26.724031 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-337b8cc3-a505-43d5-a54f-fe9b373a167e req-6f682bcc-6b91-493b-8e9b-fced9e5f9aed tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491743 Aug 31 08:53:27.112269 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5367a00-8b89-465b-a8bf-1c58940914f8 req-ea09182a-7d0c-414b-b0a8-63f596ea48f2 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:27.113807 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a5367a00-8b89-465b-a8bf-1c58940914f8 req-ea09182a-7d0c-414b-b0a8-63f596ea48f2 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 943 time: 0.0658836 Aug 31 08:53:27.153877 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a5367a00-8b89-465b-a8bf-1c58940914f8 req-d1050138-ba7f-4f10-a8f4-ef8986cf6bca tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338387 Aug 31 08:53:27.338806 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 57537c94-502c-49f0-951f-941710f86076 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:53:27.443291 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 57537c94-502c-49f0-951f-941710f86076, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=57537c94-502c-49f0-951f-941710f86076,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:27.464764 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '57537c94-502c-49f0-951f-941710f86076', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'port_id': '57537c94-502c-49f0-951f-941710f86076', 'mac_address': 'fa:16:3e:b2:01:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:53:27.464964 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1046af0-ff40-4f4a-99a5-dac17b96fa29 req-4d663dd5-a00e-4211-849f-04363d3fb825 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:27.464964 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b1046af0-ff40-4f4a-99a5-dac17b96fa29 req-4d663dd5-a00e-4211-849f-04363d3fb825 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 943 time: 0.0487077 Aug 31 08:53:27.505789 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:27.514963 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b1046af0-ff40-4f4a-99a5-dac17b96fa29 req-7d8201a2-04d2-4a20-a567-baad5ea18e20 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392962 Aug 31 08:53:27.529723 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57537c94-502c-49f0-951f-941710f86076 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:53:27.566629 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 57537c94-502c-49f0-951f-941710f86076, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=57537c94-502c-49f0-951f-941710f86076,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:27.647417 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:27.648454 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 802c77d2-ae30-4b14-a543-58e6e5bd1e18 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:53:27.648918 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afc47b-6fc4-45b6-a12f-27aad4987f8a req-fab55a2d-41e5-468d-887a-da7c73b92a58 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:27.652157 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-83afc47b-6fc4-45b6-a12f-27aad4987f8a req-fab55a2d-41e5-468d-887a-da7c73b92a58 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 945 time: 0.0564013 Aug 31 08:53:27.704699 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-83afc47b-6fc4-45b6-a12f-27aad4987f8a req-9b2c9615-9cb9-4b11-b9f8-e3e67aceea76 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461109 Aug 31 08:53:27.756978 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=57537c94-502c-49f0-951f-941710f86076,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:27.805527 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 802c77d2-ae30-4b14-a543-58e6e5bd1e18, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=802c77d2-ae30-4b14-a543-58e6e5bd1e18,segment=NetworkSegment(eecfa237-a499-4b1a-a281-9a9ba0871f9e),segment_id=eecfa237-a499-4b1a-a281-9a9ba0871f9e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:27.823526 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '802c77d2-ae30-4b14-a543-58e6e5bd1e18', 'network_id': '01945155-cccb-454b-bdc9-771df4fdfc75', 'port_id': '802c77d2-ae30-4b14-a543-58e6e5bd1e18', 'mac_address': 'fa:16:3e:9f:ad:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5491e237-5843-4143-aa87-46105c32a598', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:53:27.853575 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb86ee7-321c-4913-b7f3-47c66936a258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d99930-67a2-483c-a535-0df8a5027cb5'}, {'server_uuid': 'd0394f43-fa71-4498-8dd6-a21215dcde29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f72c17-3885-45ba-babe-aee7fb045bb5'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:53:27.855881 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743dd865-94ab-42d8-8e44-595a75b7b635" -d '{"events": [{"server_uuid": "1eb86ee7-321c-4913-b7f3-47c66936a258", "name": "network-vif-plugged", "status": "completed", "tag": "66d99930-67a2-483c-a535-0df8a5027cb5"}, {"server_uuid": "d0394f43-fa71-4498-8dd6-a21215dcde29", "name": "network-vif-plugged", "status": "completed", "tag": "81f72c17-3885-45ba-babe-aee7fb045bb5"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:53:27.860622 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ce55a-3550-4283-9878-d03b9967bbb5 req-c543bfee-ea0f-456a-9ca9-2c7918650584 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:27.861841 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b08ce55a-3550-4283-9878-d03b9967bbb5 req-c543bfee-ea0f-456a-9ca9-2c7918650584 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 945 time: 0.0566642 Aug 31 08:53:27.887576 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:27.902559 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802c77d2-ae30-4b14-a543-58e6e5bd1e18 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:53:27.911183 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 08:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9587da-c008-4323-9fba-700c4f711fc1 x-openstack-request-id: req-3a9587da-c008-4323-9fba-700c4f711fc1 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:53:27.911577 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb86ee7-321c-4913-b7f3-47c66936a258", "name": "network-vif-plugged", "status": "completed", "tag": "66d99930-67a2-483c-a535-0df8a5027cb5", "code": 200}, {"server_uuid": "d0394f43-fa71-4498-8dd6-a21215dcde29", "name": "network-vif-plugged", "status": "completed", "tag": "81f72c17-3885-45ba-babe-aee7fb045bb5", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:53:27.911990 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3a9587da-c008-4323-9fba-700c4f711fc1 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:53:27.912536 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb86ee7-321c-4913-b7f3-47c66936a258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d99930-67a2-483c-a535-0df8a5027cb5', 'code': 200} Aug 31 08:53:27.912878 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0394f43-fa71-4498-8dd6-a21215dcde29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f72c17-3885-45ba-babe-aee7fb045bb5', 'code': 200} Aug 31 08:53:27.928955 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 802c77d2-ae30-4b14-a543-58e6e5bd1e18, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=802c77d2-ae30-4b14-a543-58e6e5bd1e18,segment=NetworkSegment(eecfa237-a499-4b1a-a281-9a9ba0871f9e),segment_id=eecfa237-a499-4b1a-a281-9a9ba0871f9e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:27.938507 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b08ce55a-3550-4283-9878-d03b9967bbb5 req-25dbf8d0-8177-456c-ac21-c3d4aba0b7ad tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693614 Aug 31 08:53:28.027707 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:28.077612 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=802c77d2-ae30-4b14-a543-58e6e5bd1e18,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:28.115570 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 49238) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:28.236648 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fd118c8d-ebab-4562-b87a-b6299ad0ff43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:28.274468 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954883f7-ecee-42e8-8f38-06feba9f8056 req-e307d9e6-c0d6-4dfc-ab23-bc88ce134475 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:28.276033 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-954883f7-ecee-42e8-8f38-06feba9f8056 req-e307d9e6-c0d6-4dfc-ab23-bc88ce134475 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 944 time: 0.0483532 Aug 31 08:53:28.316967 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-954883f7-ecee-42e8-8f38-06feba9f8056 req-ff920f1c-f5d6-4e0a-bbe0-ea3f2092ac9b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339599 Aug 31 08:53:28.328620 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fd118c8d-ebab-4562-b87a-b6299ad0ff43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:28.398901 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fd118c8d-ebab-4562-b87a-b6299ad0ff43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:28.440525 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-fd118c8d-ebab-4562-b87a-b6299ad0ff43 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=06048ddae84a475ca54ce2ba5aa34eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237906 Aug 31 08:53:28.441688 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 49248) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:28.444362 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd118c8d-ebab-4562-b87a-b6299ad0ff43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30d877d-b8a0-4c1d-8f89-1339bb1a6f16,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:28.508518 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76db6f2a-b00e-4439-8164-56b8370a8f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:28.531824 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76db6f2a-b00e-4439-8164-56b8370a8f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:28.649131 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9206736-d958-46bf-b547-7a1954dde965 req-44d06aff-b841-4406-a750-2c0105e69a24 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:28.650665 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c9206736-d958-46bf-b547-7a1954dde965 req-44d06aff-b841-4406-a750-2c0105e69a24 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 944 time: 0.0505280 Aug 31 08:53:28.712469 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c9206736-d958-46bf-b547-7a1954dde965 req-932a80b8-04dc-4609-93c3-9b9f3055775c tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448024 Aug 31 08:53:28.719740 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76db6f2a-b00e-4439-8164-56b8370a8f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:28.723830 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76db6f2a-b00e-4439-8164-56b8370a8f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:28.728687 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-76db6f2a-b00e-4439-8164-56b8370a8f1d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c30d877d-b8a0-4c1d-8f89-1339bb1a6f16 HTTP/1.1" status: 204 len: 168 time: 0.2826681 Aug 31 08:53:28.738642 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['57537c94-502c-49f0-951f-941710f86076'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:53:28.751480 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db6f2a-b00e-4439-8164-56b8370a8f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30d877d-b8a0-4c1d-8f89-1339bb1a6f16,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:28.793739 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['802c77d2-ae30-4b14-a543-58e6e5bd1e18'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:53:28.959086 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfb39e-acca-4f15-b83c-4a8a3d85a669 req-b9cc54a0-5f8c-4c43-822b-c928b88006c2 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:28.959086 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f8cfb39e-acca-4f15-b83c-4a8a3d85a669 req-b9cc54a0-5f8c-4c43-822b-c928b88006c2 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 945 time: 0.0625567 Aug 31 08:53:28.961078 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c300855-a5b5-42a8-9323-57623c2714bf req-15b0410d-beb1-4d05-bad3-ec37f88fe2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:28.961078 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4c300855-a5b5-42a8-9323-57623c2714bf req-15b0410d-beb1-4d05-bad3-ec37f88fe2a0 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 1098 time: 0.0830886 Aug 31 08:53:28.961078 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a4bbe-9100-4e0e-9dbf-a7a15eceb8ec req-9bf4aaac-516b-4bd4-915e-816ac2870045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:28.961078 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-474a4bbe-9100-4e0e-9dbf-a7a15eceb8ec req-9bf4aaac-516b-4bd4-915e-816ac2870045 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 1099 time: 0.1289964 Aug 31 08:53:28.961783 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f8cfb39e-acca-4f15-b83c-4a8a3d85a669 req-3ee9efbf-faff-420e-a620-495a6e146e13 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462348 Aug 31 08:53:28.993455 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4c300855-a5b5-42a8-9323-57623c2714bf req-215693e7-d2a9-4dac-9ccf-03c6a2a8cbb5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:28.999203 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-474a4bbe-9100-4e0e-9dbf-a7a15eceb8ec req-adfec9c8-b2af-45c1-a524-5c654b3e859c service neutron] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:29.088907 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.db.api [req-4c300855-a5b5-42a8-9323-57623c2714bf req-215693e7-d2a9-4dac-9ccf-03c6a2a8cbb5 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 08:53:29.088907 dv-cinder-782910-2-iscsi neutron-server[101273]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 08:53:29.088907 dv-cinder-782910-2-iscsi neutron-server[101273]: [parameters: {'project_id': '0bed880cbc3341d1b1f02901210116c4', 'id': '76315a38-fca2-4467-8409-20793994d18a', 'expiration': datetime.datetime(2021, 8, 31, 8, 55, 29, 72940)}] Aug 31 08:53:29.088907 dv-cinder-782910-2-iscsi neutron-server[101273]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101273) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:53:29.089579 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG oslo_db.api [req-4c300855-a5b5-42a8-9323-57623c2714bf req-215693e7-d2a9-4dac-9ccf-03c6a2a8cbb5 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:53:29.123659 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8880e-fd0f-4564-810d-4677736f1745 req-9f720692-5426-4d9b-83c7-da12b3fce870 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:29.125978 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-27e8880e-fd0f-4564-810d-4677736f1745 req-9f720692-5426-4d9b-83c7-da12b3fce870 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 945 time: 0.0926404 Aug 31 08:53:29.232044 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-27e8880e-fd0f-4564-810d-4677736f1745 req-fed10fd4-ff61-46f8-8549-6fd680fe1313 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983734 Aug 31 08:53:29.274105 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37700e44-b914-4b8d-820b-84bbebedf6b5 req-a0502c72-6718-4d44-a330-26c1610939b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:29.274105 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-37700e44-b914-4b8d-820b-84bbebedf6b5 req-a0502c72-6718-4d44-a330-26c1610939b4 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 1098 time: 0.1114094 Aug 31 08:53:29.276846 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-474a4bbe-9100-4e0e-9dbf-a7a15eceb8ec req-adfec9c8-b2af-45c1-a524-5c654b3e859c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:29.292473 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-37700e44-b914-4b8d-820b-84bbebedf6b5 req-131ab1b1-2e35-42c3-9d41-8f1fff2b0068 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:29.449632 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc438b1-9a3a-44ed-ba0a-d6d11dc71e49 req-3de0c8fd-00a2-4cb0-b3de-5aed9d23eceb tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:29.451176 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ddc438b1-9a3a-44ed-ba0a-d6d11dc71e49 req-3de0c8fd-00a2-4cb0-b3de-5aed9d23eceb tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 944 time: 0.0582826 Aug 31 08:53:29.463781 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-474a4bbe-9100-4e0e-9dbf-a7a15eceb8ec req-adfec9c8-b2af-45c1-a524-5c654b3e859c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:29.509002 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ddc438b1-9a3a-44ed-ba0a-d6d11dc71e49 req-118139f9-71e7-4055-bda4-87b4467e8412 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506716 Aug 31 08:53:29.522471 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-474a4bbe-9100-4e0e-9dbf-a7a15eceb8ec req-adfec9c8-b2af-45c1-a524-5c654b3e859c service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832739 Aug 31 08:53:29.528770 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfec9c8-b2af-45c1-a524-5c654b3e859c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=57195914-f6d9-4942-90cb-5d1cc7bbca7e,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:29.588363 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.db.api [req-37700e44-b914-4b8d-820b-84bbebedf6b5 req-131ab1b1-2e35-42c3-9d41-8f1fff2b0068 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0bed880cbc3341d1b1f02901210116c4 {{(pid=101273) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:53:29.588796 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG oslo_db.api [req-37700e44-b914-4b8d-820b-84bbebedf6b5 req-131ab1b1-2e35-42c3-9d41-8f1fff2b0068 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:53:29.590347 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4c300855-a5b5-42a8-9323-57623c2714bf req-215693e7-d2a9-4dac-9ccf-03c6a2a8cbb5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:29.648773 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4c300855-a5b5-42a8-9323-57623c2714bf req-215693e7-d2a9-4dac-9ccf-03c6a2a8cbb5 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7120717 Aug 31 08:53:29.842981 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925a805-2e47-4415-84ec-5f0dc0aa2d49 req-06ae57f6-eeac-470c-9731-2aec7973b767 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:29.845488 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 49280) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:29.846320 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c925a805-2e47-4415-84ec-5f0dc0aa2d49 req-06ae57f6-eeac-470c-9731-2aec7973b767 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 944 time: 0.0614896 Aug 31 08:53:29.861027 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ae5c92cb-221f-478c-8987-c7007c9945fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:29.891371 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c925a805-2e47-4415-84ec-5f0dc0aa2d49 req-398e3048-0a1a-4b55-832b-e680093a7956 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381203 Aug 31 08:53:29.957057 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ae5c92cb-221f-478c-8987-c7007c9945fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:30.063591 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdd833-faef-4e3a-a362-cf3e85b146f5 req-d9527e8c-fafc-4dbd-8d24-dda2b4f52498 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:30.065277 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8abdd833-faef-4e3a-a362-cf3e85b146f5 req-d9527e8c-fafc-4dbd-8d24-dda2b4f52498 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 945 time: 0.0513330 Aug 31 08:53:30.066586 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ae5c92cb-221f-478c-8987-c7007c9945fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:30.089744 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-37700e44-b914-4b8d-820b-84bbebedf6b5 req-131ab1b1-2e35-42c3-9d41-8f1fff2b0068 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:30.124915 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-ae5c92cb-221f-478c-8987-c7007c9945fe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4de24cf47236469e857a5b760890a83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757764 Aug 31 08:53:30.128095 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 49290) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:30.146309 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c92cb-221f-478c-8987-c7007c9945fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925cd484-14e2-4389-8b6d-93538ea3773a,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:30.161011 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-37700e44-b914-4b8d-820b-84bbebedf6b5 req-131ab1b1-2e35-42c3-9d41-8f1fff2b0068 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8816838 Aug 31 08:53:30.179173 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8abdd833-faef-4e3a-a362-cf3e85b146f5 req-f3297c8f-69e2-46b5-a26a-6a3c9919942d tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968266 Aug 31 08:53:30.213712 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-7cf498fb-3e8f-4012-b880-729890fde8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:30.241486 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-7cf498fb-3e8f-4012-b880-729890fde8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:30.375314 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232124ff-75bd-4b00-9c68-c8ab44295ccc req-767bec57-a316-4d48-a83d-4305a42ad354 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:30.377017 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-232124ff-75bd-4b00-9c68-c8ab44295ccc req-767bec57-a316-4d48-a83d-4305a42ad354 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 945 time: 0.0534852 Aug 31 08:53:30.422161 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-232124ff-75bd-4b00-9c68-c8ab44295ccc req-fa07fd62-78c8-4cd4-a494-8755dcd10e36 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380797 Aug 31 08:53:30.427925 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-7cf498fb-3e8f-4012-b880-729890fde8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:30.430746 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-7cf498fb-3e8f-4012-b880-729890fde8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:30.434956 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-7cf498fb-3e8f-4012-b880-729890fde8a2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/925cd484-14e2-4389-8b6d-93538ea3773a HTTP/1.1" status: 204 len: 168 time: 0.3048739 Aug 31 08:53:30.444623 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf498fb-3e8f-4012-b880-729890fde8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925cd484-14e2-4389-8b6d-93538ea3773a,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:30.629405 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9591b53c-19ab-49d8-b1a5-aad35e42238e req-3f2dcdd6-89ea-4a10-b937-5829b330d133 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:30.631031 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9591b53c-19ab-49d8-b1a5-aad35e42238e req-3f2dcdd6-89ea-4a10-b937-5829b330d133 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 944 time: 0.0524509 Aug 31 08:53:30.685596 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9591b53c-19ab-49d8-b1a5-aad35e42238e req-6b41ffd3-a8b0-45f2-849c-93315a9d3b2a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479519 Aug 31 08:53:31.235613 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80452620-95f8-4677-850e-238f74f3b203 req-f9f3dd99-9acc-431a-89ec-63f41becc219 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:31.235613 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-80452620-95f8-4677-850e-238f74f3b203 req-f9f3dd99-9acc-431a-89ec-63f41becc219 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 944 time: 0.2564111 Aug 31 08:53:31.284441 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-80452620-95f8-4677-850e-238f74f3b203 req-e0a364d4-1ed8-4c18-a6b7-d3067c4f1ade tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419438 Aug 31 08:53:31.360815 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92b5fb-02da-49cc-88c2-cbcf16893ae5 req-9a931f78-9306-4290-83bf-bf2f08536c1e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:31.362576 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1d92b5fb-02da-49cc-88c2-cbcf16893ae5 req-9a931f78-9306-4290-83bf-bf2f08536c1e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 945 time: 0.0996931 Aug 31 08:53:31.381426 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 57537c94-502c-49f0-951f-941710f86076 up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:31.429351 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1d92b5fb-02da-49cc-88c2-cbcf16893ae5 req-6eb5a64c-4c9f-40c2-b6a6-38421eb8a231 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540898 Aug 31 08:53:31.578380 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0816f36-99cd-46fa-8ef8-6b10f6d3ed64 req-0e644afc-1e37-49c9-adac-3524eb9c9274 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:31.579745 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f0816f36-99cd-46fa-8ef8-6b10f6d3ed64 req-0e644afc-1e37-49c9-adac-3524eb9c9274 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 945 time: 0.0622025 Aug 31 08:53:31.628784 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f0816f36-99cd-46fa-8ef8-6b10f6d3ed64 req-1f597b4f-d77d-42b7-b150-aca860dd64df tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Aug 31 08:53:31.685520 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port 57537c94-502c-49f0-951f-941710f86076 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:31.691630 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 57537c94-502c-49f0-951f-941710f86076 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:31.692241 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:31.842763 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:31.872791 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e505b9d-945c-4149-b039-1dc77d15d95b req-3db51fdc-c2c2-49f2-aeba-d6ac068bab2e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:31.875087 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2e505b9d-945c-4149-b039-1dc77d15d95b req-3db51fdc-c2c2-49f2-aeba-d6ac068bab2e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 944 time: 0.0722902 Aug 31 08:53:31.883457 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b9e1fe-7d76-4231-a7c2-982d6c59259e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57537c94-502c-49f0-951f-941710f86076'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:53:31.887347 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2448d6bf-3cde-45fa-aec2-624d4bccae65" -d '{"events": [{"server_uuid": "62b9e1fe-7d76-4231-a7c2-982d6c59259e", "name": "network-vif-plugged", "status": "completed", "tag": "57537c94-502c-49f0-951f-941710f86076"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:53:31.904444 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 57537c94-502c-49f0-951f-941710f86076, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=57537c94-502c-49f0-951f-941710f86076,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:31.928506 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2e505b9d-945c-4149-b039-1dc77d15d95b req-1810edbe-8a88-48a4-965b-84e61079e754 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461540 Aug 31 08:53:31.938829 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd774080-9152-4a47-9d5f-8f31f8eedec8 x-openstack-request-id: req-cd774080-9152-4a47-9d5f-8f31f8eedec8 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:53:31.939423 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b9e1fe-7d76-4231-a7c2-982d6c59259e", "name": "network-vif-plugged", "status": "completed", "tag": "57537c94-502c-49f0-951f-941710f86076", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:53:31.939680 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-cd774080-9152-4a47-9d5f-8f31f8eedec8 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:53:31.940189 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b9e1fe-7d76-4231-a7c2-982d6c59259e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57537c94-502c-49f0-951f-941710f86076', 'code': 200} Aug 31 08:53:32.017156 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:32.018627 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 802c77d2-ae30-4b14-a543-58e6e5bd1e18 up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:53:32.164126 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=57537c94-502c-49f0-951f-941710f86076,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:32.250823 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port 802c77d2-ae30-4b14-a543-58e6e5bd1e18 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:53:32.255615 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 802c77d2-ae30-4b14-a543-58e6e5bd1e18 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:53:32.256024 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:32.388470 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:32.426218 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 802c77d2-ae30-4b14-a543-58e6e5bd1e18, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=802c77d2-ae30-4b14-a543-58e6e5bd1e18,segment=NetworkSegment(eecfa237-a499-4b1a-a281-9a9ba0871f9e),segment_id=eecfa237-a499-4b1a-a281-9a9ba0871f9e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:32.506509 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2230a0-ccf1-4ec0-b508-9702b7368333 req-7e0ef284-d7c4-457f-a5a0-72bb61f0139e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:32.509245 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1f2230a0-ccf1-4ec0-b508-9702b7368333 req-7e0ef284-d7c4-457f-a5a0-72bb61f0139e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 1098 time: 0.1223073 Aug 31 08:53:32.521321 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:32.538586 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76181-1b9d-4cda-b098-89ca154eeeda req-4472cf25-0d14-436c-8c37-a131dc4038be tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:32.540234 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9a76181-1b9d-4cda-b098-89ca154eeeda req-4472cf25-0d14-436c-8c37-a131dc4038be tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.1376946 Aug 31 08:53:32.619749 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d41e57-9792-4470-8f9c-e12514068cd4 req-1a916c26-db9a-4c46-91fd-15a3ee4b5733 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:32.625062 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-65d41e57-9792-4470-8f9c-e12514068cd4 req-1a916c26-db9a-4c46-91fd-15a3ee4b5733 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 945 time: 0.1058774 Aug 31 08:53:32.626515 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1f2230a0-ccf1-4ec0-b508-9702b7368333 req-6b686b21-01b0-4af4-a387-9b0e9988e096 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073372 Aug 31 08:53:32.651808 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=802c77d2-ae30-4b14-a543-58e6e5bd1e18,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:32.660839 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9a76181-1b9d-4cda-b098-89ca154eeeda req-4be7b9d8-80f5-4008-9169-7e291b7c89b5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988617 Aug 31 08:53:32.706945 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-65d41e57-9792-4470-8f9c-e12514068cd4 req-116c7841-7668-413c-a5df-9961c8618702 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586929 Aug 31 08:53:32.832353 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24089f2c-aec5-4c14-bf86-40a3806c22f2 req-26574ec8-471b-4bfc-a7c3-e4629d287604 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:32.842068 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-24089f2c-aec5-4c14-bf86-40a3806c22f2 req-26574ec8-471b-4bfc-a7c3-e4629d287604 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 945 time: 0.0770288 Aug 31 08:53:32.910551 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-24089f2c-aec5-4c14-bf86-40a3806c22f2 req-1d4c1069-b755-4a10-9a9e-b3b132b0a55a tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622404 Aug 31 08:53:33.081465 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 49414) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:33.146400 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a9758-6cf4-499d-9063-b6574ae0aff6 req-99c1fb1b-2554-48b6-b628-0935ca55dd7f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:33.149076 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-250a9758-6cf4-499d-9063-b6574ae0aff6 req-99c1fb1b-2554-48b6-b628-0935ca55dd7f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0840125 Aug 31 08:53:33.223338 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-250a9758-6cf4-499d-9063-b6574ae0aff6 req-4452aeca-b071-42d7-a97a-e95349e90dc0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654805 Aug 31 08:53:33.377154 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-16a89b29-d5d9-45aa-afb4-f285a65ab753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:33.487405 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-16a89b29-d5d9-45aa-afb4-f285a65ab753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:33.633297 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-16a89b29-d5d9-45aa-afb4-f285a65ab753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:33.681852 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-16a89b29-d5d9-45aa-afb4-f285a65ab753 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=289c76f4a1d94527be44344443ba4fcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5992260 Aug 31 08:53:33.682072 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 49428) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:33.684276 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a89b29-d5d9-45aa-afb4-f285a65ab753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5436024-4520-4621-91a4-9b4c3f7d7e8a,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:33.761005 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-98ca51ec-e530-4ab5-8160-5e8d26183340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:33.789979 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-98ca51ec-e530-4ab5-8160-5e8d26183340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:33.801741 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2717194-31ce-4ea5-85ea-0e07a1a93445 req-967fc68a-a662-4216-8517-0fff1f785f1f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:33.803329 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a2717194-31ce-4ea5-85ea-0e07a1a93445 req-967fc68a-a662-4216-8517-0fff1f785f1f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0514212 Aug 31 08:53:33.870574 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a2717194-31ce-4ea5-85ea-0e07a1a93445 req-391d2fa2-42d7-4388-a7b3-9f46a8299dee tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604043 Aug 31 08:53:33.941626 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d1466c-1bb3-49fd-a466-86a572eed6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802c77d2-ae30-4b14-a543-58e6e5bd1e18'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:53:33.944094 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5628d891-d9cd-4307-b02c-132fc2ef5e90" -d '{"events": [{"server_uuid": "37d1466c-1bb3-49fd-a466-86a572eed6a8", "name": "network-vif-plugged", "status": "completed", "tag": "802c77d2-ae30-4b14-a543-58e6e5bd1e18"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:53:34.006441 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-98ca51ec-e530-4ab5-8160-5e8d26183340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:34.007529 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddce5093-7c3d-4b36-8a81-15ec9f5a5697 x-openstack-request-id: req-ddce5093-7c3d-4b36-8a81-15ec9f5a5697 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:53:34.008481 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d1466c-1bb3-49fd-a466-86a572eed6a8", "name": "network-vif-plugged", "status": "completed", "tag": "802c77d2-ae30-4b14-a543-58e6e5bd1e18", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:53:34.009119 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ddce5093-7c3d-4b36-8a81-15ec9f5a5697 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:53:34.009838 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-98ca51ec-e530-4ab5-8160-5e8d26183340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:34.010223 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d1466c-1bb3-49fd-a466-86a572eed6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802c77d2-ae30-4b14-a543-58e6e5bd1e18', 'code': 200} Aug 31 08:53:34.011632 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-98ca51ec-e530-4ab5-8160-5e8d26183340 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e5436024-4520-4621-91a4-9b4c3f7d7e8a HTTP/1.1" status: 204 len: 168 time: 0.3282142 Aug 31 08:53:34.021834 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca51ec-e530-4ab5-8160-5e8d26183340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5436024-4520-4621-91a4-9b4c3f7d7e8a,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:34.344092 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959faea-0c22-4ff7-a374-5c1c8e799fc2 req-6243ad41-0820-4920-b8d3-fc746ed5f9d0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:34.345257 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a959faea-0c22-4ff7-a374-5c1c8e799fc2 req-6243ad41-0820-4920-b8d3-fc746ed5f9d0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0537994 Aug 31 08:53:34.387130 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a959faea-0c22-4ff7-a374-5c1c8e799fc2 req-cb8a0c37-0af0-4b55-b137-703c5e87e648 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326216 Aug 31 08:53:34.444323 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8a2b6-9481-4de0-b7a3-11d55920c4b1 req-aa7259d7-7aac-4b16-88d5-1d6d22fd8ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:34.445803 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3db8a2b6-9481-4de0-b7a3-11d55920c4b1 req-aa7259d7-7aac-4b16-88d5-1d6d22fd8ddd service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 1098 time: 0.0450814 Aug 31 08:53:34.485591 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3db8a2b6-9481-4de0-b7a3-11d55920c4b1 req-9ad2090a-cd0d-447c-ae6a-ef833f91fa9d service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316491 Aug 31 08:53:34.529632 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 49466) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:34.746389 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-06293ea0-4871-433f-8e09-5452d11f5879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:34.842480 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-06293ea0-4871-433f-8e09-5452d11f5879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:34.995141 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-06293ea0-4871-433f-8e09-5452d11f5879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:35.041590 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 49484) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:35.044419 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-06293ea0-4871-433f-8e09-5452d11f5879 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=365e95f5ef3446498b68c560c93bdf53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5117226 Aug 31 08:53:35.075167 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eea103-f5fd-4381-b240-abdabca91ee0 req-2dd230d8-07a0-4ff0-9968-c314f0e2c650 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:35.076799 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-96eea103-f5fd-4381-b240-abdabca91ee0 req-2dd230d8-07a0-4ff0-9968-c314f0e2c650 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.1182103 Aug 31 08:53:35.077676 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06293ea0-4871-433f-8e09-5452d11f5879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b967ec0-37a3-448b-a047-2de5b1c0ddd3,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:35.080891 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 49488) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:35.112228 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d8c095dd-c512-4518-ad18-5ac5a9c8e3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:35.137843 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-160cddf1-e599-4314-bbfa-87e8c789c526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:35.163691 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-96eea103-f5fd-4381-b240-abdabca91ee0 req-fd634a8f-4968-4d3a-b6f4-6c605f0492d7 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699840 Aug 31 08:53:35.197027 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-160cddf1-e599-4314-bbfa-87e8c789c526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:35.300970 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d8c095dd-c512-4518-ad18-5ac5a9c8e3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:35.399274 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d8c095dd-c512-4518-ad18-5ac5a9c8e3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:35.403312 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-160cddf1-e599-4314-bbfa-87e8c789c526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:35.406337 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-160cddf1-e599-4314-bbfa-87e8c789c526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:35.421780 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-160cddf1-e599-4314-bbfa-87e8c789c526 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4b967ec0-37a3-448b-a047-2de5b1c0ddd3 HTTP/1.1" status: 204 len: 168 time: 0.3650756 Aug 31 08:53:35.447725 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-d8c095dd-c512-4518-ad18-5ac5a9c8e3a2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3767fcdaeaed4126a5c94c451d1dd764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655498 Aug 31 08:53:35.448939 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c095dd-c512-4518-ad18-5ac5a9c8e3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a07a08e-b653-4e15-900f-490d503f85a3,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:35.450929 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 49514) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:35.467653 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160cddf1-e599-4314-bbfa-87e8c789c526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b967ec0-37a3-448b-a047-2de5b1c0ddd3,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:35.527441 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-61603d2d-bc9d-4d32-9476-a350133917f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:35.557567 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-61603d2d-bc9d-4d32-9476-a350133917f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:35.757164 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-61603d2d-bc9d-4d32-9476-a350133917f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:35.757815 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-61603d2d-bc9d-4d32-9476-a350133917f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:35.759588 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-61603d2d-bc9d-4d32-9476-a350133917f2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1a07a08e-b653-4e15-900f-490d503f85a3 HTTP/1.1" status: 204 len: 168 time: 0.3071752 Aug 31 08:53:35.771796 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61603d2d-bc9d-4d32-9476-a350133917f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a07a08e-b653-4e15-900f-490d503f85a3,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:36.497116 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2f9b4-3ff9-43e5-be65-952ac1736df7 req-6a21fbde-6e9e-40eb-9b3b-fc30193ed7e6 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:36.499005 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2df2f9b4-3ff9-43e5-be65-952ac1736df7 req-6a21fbde-6e9e-40eb-9b3b-fc30193ed7e6 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0558155 Aug 31 08:53:36.522099 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 49542) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:36.528731 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-33053838-36d0-48ac-8872-059a5b839ba3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Request body: {'floatingip': {'port_id': '57537c94-502c-49f0-951f-941710f86076'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:36.570694 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 49546) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:36.599140 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-95499bbb-80a4-48c3-8fa0-436b6b7acb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:36.661529 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 49552) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:36.830460 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-95499bbb-80a4-48c3-8fa0-436b6b7acb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:36.852892 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-33053838-36d0-48ac-8872-059a5b839ba3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for floatingip, before_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:36.948170 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-95499bbb-80a4-48c3-8fa0-436b6b7acb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:36.986976 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-95499bbb-80a4-48c3-8fa0-436b6b7acb7e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a60891c4d7804f7cb39ed29261888282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4131427 Aug 31 08:53:36.988176 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0b9d180f-0298-473c-82cf-60a369776108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:36.991380 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 49562) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:36.991659 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af7e46-e1db-42de-ba66-b38749be10ac req-01b00b74-b3ee-4182-a5df-82cb97453029 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:36.999265 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f4af7e46-e1db-42de-ba66-b38749be10ac req-01b00b74-b3ee-4182-a5df-82cb97453029 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.1801376 Aug 31 08:53:37.109608 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95499bbb-80a4-48c3-8fa0-436b6b7acb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b692bc-2786-4db8-8e10-105b8f7f2860,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:37.121456 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f4af7e46-e1db-42de-ba66-b38749be10ac req-63131cf3-829e-4b13-82bd-15829bf022bf tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212959 Aug 31 08:53:37.202396 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8cbe8f2b-f82a-45a1-aaaa-ea04a1e10eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:37.266189 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8cbe8f2b-f82a-45a1-aaaa-ea04a1e10eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:37.376419 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0b9d180f-0298-473c-82cf-60a369776108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:37.502023 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0b9d180f-0298-473c-82cf-60a369776108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:37.566323 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-0b9d180f-0298-473c-82cf-60a369776108 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d1fcde33b1f240708133c534dea2ec2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9006548 Aug 31 08:53:37.568794 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d180f-0298-473c-82cf-60a369776108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c27c64-b8cb-439e-9594-e3ad2463dddc,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:37.571541 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 49572) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:37.580922 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8cbe8f2b-f82a-45a1-aaaa-ea04a1e10eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:37.583440 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8cbe8f2b-f82a-45a1-aaaa-ea04a1e10eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:37.584607 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-8cbe8f2b-f82a-45a1-aaaa-ea04a1e10eea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/73b692bc-2786-4db8-8e10-105b8f7f2860 HTTP/1.1" status: 204 len: 168 time: 0.5916958 Aug 31 08:53:37.600696 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe8f2b-f82a-45a1-aaaa-ea04a1e10eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b692bc-2786-4db8-8e10-105b8f7f2860,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:37.665140 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-6114751a-7337-4dcb-807a-cc7fe8c9ca47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:37.709793 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-6114751a-7337-4dcb-807a-cc7fe8c9ca47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:37.733402 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-33053838-36d0-48ac-8872-059a5b839ba3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:37.851090 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-33053838-36d0-48ac-8872-059a5b839ba3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:37.878971 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-6114751a-7337-4dcb-807a-cc7fe8c9ca47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:37.888079 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-6114751a-7337-4dcb-807a-cc7fe8c9ca47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:37.889533 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-6114751a-7337-4dcb-807a-cc7fe8c9ca47 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b6c27c64-b8cb-439e-9594-e3ad2463dddc HTTP/1.1" status: 204 len: 168 time: 0.3160200 Aug 31 08:53:37.919673 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114751a-7337-4dcb-807a-cc7fe8c9ca47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c27c64-b8cb-439e-9594-e3ad2463dddc,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:38.096081 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.l3_db [None req-33053838-36d0-48ac-8872-059a5b839ba3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Floating IP dcf1a217-64ec-4313-b2ce-e1b96ba28c6f associated. External IP: 172.27.0.164, port: 57537c94-502c-49f0-951f-941710f86076. Aug 31 08:53:38.115704 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e490f7-be77-49eb-b0d7-2df31c7e9312 req-6cea27bd-0ba8-4abb-87e1-7ca0c59f0e8d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:38.118361 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b5e490f7-be77-49eb-b0d7-2df31c7e9312 req-6cea27bd-0ba8-4abb-87e1-7ca0c59f0e8d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.1183901 Aug 31 08:53:38.207556 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d2038-2c73-4ce1-ba4e-e833fe481be1 req-d60daebe-9828-45bf-a229-dd2e5776d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:38.211169 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-122d2038-2c73-4ce1-ba4e-e833fe481be1 req-d60daebe-9828-45bf-a229-dd2e5776d3a0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3787ecd5c3554519ba0dfdf3822199a4&device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 1098 time: 0.0493696 Aug 31 08:53:38.320816 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b5e490f7-be77-49eb-b0d7-2df31c7e9312 req-203c5751-6aaa-4492-8208-e4647e9b6837 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469293 Aug 31 08:53:38.351916 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d2038-2c73-4ce1-ba4e-e833fe481be1 req-79229322-d377-4bdf-b979-db3aa6e9b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:38.353629 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-122d2038-2c73-4ce1-ba4e-e833fe481be1 req-79229322-d377-4bdf-b979-db3aa6e9b46e service neutron] 10.222.0.103 "GET /v2.0/networks?id=01945155-cccb-454b-bdc9-771df4fdfc75 HTTP/1.1" status: 200 len: 920 time: 0.1295941 Aug 31 08:53:38.404132 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 49596) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:38.414310 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-122d2038-2c73-4ce1-ba4e-e833fe481be1 req-97346400-bb2a-4429-8876-c2a7d4f62584 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=802c77d2-ae30-4b14-a543-58e6e5bd1e18 HTTP/1.1" status: 200 len: 217 time: 0.0492663 Aug 31 08:53:38.507930 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d2038-2c73-4ce1-ba4e-e833fe481be1 req-f0eac250-a9b4-4f13-bc91-9e2666bd4219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:38.509860 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-122d2038-2c73-4ce1-ba4e-e833fe481be1 req-f0eac250-a9b4-4f13-bc91-9e2666bd4219 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5491e237-5843-4143-aa87-46105c32a598 HTTP/1.1" status: 200 len: 858 time: 0.0765531 Aug 31 08:53:38.511521 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33053838-36d0-48ac-8872-059a5b839ba3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Router 3ee3ff42-ed17-4ace-90b7-8b545d3310af has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:53:38.549276 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-122d2038-2c73-4ce1-ba4e-e833fe481be1 req-9f3461ed-43a0-4195-a3b5-3c756b6722fe service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=01945155-cccb-454b-bdc9-771df4fdfc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274823 Aug 31 08:53:38.564241 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-465490064-network', 'tenant_id': '049d26b95e184e0b86c2fbc266365e95'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:38.677929 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33053838-36d0-48ac-8872-059a5b839ba3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:53:38.686494 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-33053838-36d0-48ac-8872-059a5b839ba3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:38.687138 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-122d2038-2c73-4ce1-ba4e-e833fe481be1 req-05693b79-5485-44ba-a3a0-c11233ddcf60 service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190925 Aug 31 08:53:38.702026 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc9d643-c438-4a15-bed5-804fc15a6c85 None None] Sync routers for ids ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:53:38.716821 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc9d643-c438-4a15-bed5-804fc15a6c85 None None] Routers {'3ee3ff42-ed17-4ace-90b7-8b545d3310af'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:38.718365 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-8cc9d643-c438-4a15-bed5-804fc15a6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:53:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:38.784855 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Made reservation on behalf of 049d26b95e184e0b86c2fbc266365e95 for: {'network': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:38.788541 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:38.814415 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:38.862053 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-8cc9d643-c438-4a15-bed5-804fc15a6c85 None None] Set router 3ee3ff42-ed17-4ace-90b7-8b545d3310af gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:53:38.921983 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-122d2038-2c73-4ce1-ba4e-e833fe481be1 req-1d52c147-dc4c-4e9d-8b62-02ce6d2a7a62 service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270324 Aug 31 08:53:39.018449 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 49614) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:39.058593 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-33053838-36d0-48ac-8872-059a5b839ba3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "PUT /v2.0/floatingips/dcf1a217-64ec-4313-b2ce-e1b96ba28c6f HTTP/1.1" status: 200 len: 991 time: 2.5348561 Aug 31 08:53:39.059173 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b9e1fe-7d76-4231-a7c2-982d6c59259e', 'tag': '57537c94-502c-49f0-951f-941710f86076'}] {{(pid=101272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:53:39.059173 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c305cbc8c06b24060600ca92de127493340b06c079c8aaacccf023196f54b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb7a92b-c55e-4f9c-ae4c-42cfde593642" -d '{"events": [{"name": "network-changed", "server_uuid": "62b9e1fe-7d76-4231-a7c2-982d6c59259e", "tag": "57537c94-502c-49f0-951f-941710f86076"}]}' {{(pid=101272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:53:39.079404 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:39.082532 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:39.151401 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cccedb-57fb-4523-8be2-7933208e9bd7 x-openstack-request-id: req-a9cccedb-57fb-4523-8be2-7933208e9bd7 {{(pid=101272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:53:39.151401 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b9e1fe-7d76-4231-a7c2-982d6c59259e", "tag": "57537c94-502c-49f0-951f-941710f86076", "status": "completed", "code": 200}]} {{(pid=101272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:53:39.151401 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a9cccedb-57fb-4523-8be2-7933208e9bd7 {{(pid=101272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:53:39.151401 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b9e1fe-7d76-4231-a7c2-982d6c59259e', 'tag': '57537c94-502c-49f0-951f-941710f86076', 'status': 'completed', 'code': 200} Aug 31 08:53:39.198692 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:39.289325 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] vlan segment allocate from pool success with {'vlan_id': 1392, 'physical_network': 'physnet1'} {{(pid=101273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:53:39.325804 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bca5ba-b1c9-40f9-82ea-8a17b54cc882,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:39.347988 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:39.348571 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.segments_db [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Added segment 74d3586c-5dee-45a7-a850-04a78bd5e5b3 of type vlan for network 7da34123-90d0-43e7-bbe5-ee78c1efa631 Aug 31 08:53:39.388994 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-8cc9d643-c438-4a15-bed5-804fc15a6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:54Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': 'dcf1a217-64ec-4313-b2ce-e1b96ba28c6f', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'port_id': '57537c94-502c-49f0-951f-941710f86076', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'mac_address': 'fa:16:3e:b2:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9e1fe-7d76-4231-a7c2-982d6c59259e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:53:04Z', 'updated_at': '2021-08-31T08:53:37Z', 'revision_number': 1, 'project_id': '37794a2c64b644a191bbec64466ba629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70e8406-9a03-4724-a07b-a6a0b44074ee', 'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'mac_address': 'fa:16:3e:14:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:52Z', 'updated_at': '2021-08-31T08:53:02Z', 'revision_number': 5, 'project_id': '37794a2c64b644a191bbec64466ba629', 'subnets': [{'id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:39.405480 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7a92b-c55e-4f9c-ae4c-42cfde593642 req-3bb5e639-d7bf-4ef9-9ce4-e908454279ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:39.407201 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0bb7a92b-c55e-4f9c-ae4c-42cfde593642 req-3bb5e639-d7bf-4ef9-9ce4-e908454279ef service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=37794a2c64b644a191bbec64466ba629&device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 1098 time: 0.1903167 Aug 31 08:53:39.426009 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc9d643-c438-4a15-bed5-804fc15a6c85 None None] Checking router: 3ee3ff42-ed17-4ace-90b7-8b545d3310af for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:53:39.438046 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:39.438282 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc9d643-c438-4a15-bed5-804fc15a6c85 None None] Routers {'3ee3ff42-ed17-4ace-90b7-8b545d3310af'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:53:39.439021 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-8cc9d643-c438-4a15-bed5-804fc15a6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:53:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:39.480863 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d1bf1-5e60-4da8-b094-9a1f40902cf0 req-5548c9ac-40fc-4f81-b3b4-890ffb711e50 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:39.482672 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b33d1bf1-5e60-4da8-b094-9a1f40902cf0 req-5548c9ac-40fc-4f81-b3b4-890ffb711e50 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0606155 Aug 31 08:53:39.538976 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:39.544652 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.db.resource_extend [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 08:53:39.547914 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b33d1bf1-5e60-4da8-b094-9a1f40902cf0 req-0e653417-01d1-433f-b2d0-bf1a4f9d45c9 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553167 Aug 31 08:53:39.590361 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7a92b-c55e-4f9c-ae4c-42cfde593642 req-d8c7b1ec-ba13-4d0b-b25e-cbbd99bbf165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:39.591866 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0bb7a92b-c55e-4f9c-ae4c-42cfde593642 req-d8c7b1ec-ba13-4d0b-b25e-cbbd99bbf165 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d610ca2e-6360-4e86-b55f-a470d5c807c5 HTTP/1.1" status: 200 len: 912 time: 0.1674619 Aug 31 08:53:39.596164 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-8cc9d643-c438-4a15-bed5-804fc15a6c85 None None] Set router 3ee3ff42-ed17-4ace-90b7-8b545d3310af gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:53:39.699631 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0bb7a92b-c55e-4f9c-ae4c-42cfde593642 req-da845f6d-8d79-478a-ad03-7410c7335e76 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57537c94-502c-49f0-951f-941710f86076 HTTP/1.1" status: 200 len: 999 time: 0.0929308 Aug 31 08:53:39.752320 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:39.758492 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:39.763699 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:39.763699 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:39.832702 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7a92b-c55e-4f9c-ae4c-42cfde593642 req-6ddddc7b-111c-4789-bad9-da377946c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:39.834199 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0bb7a92b-c55e-4f9c-ae4c-42cfde593642 req-6ddddc7b-111c-4789-bad9-da377946c3e9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=bf9e77d3-4b26-40d6-b9c6-dff49a105ccc HTTP/1.1" status: 200 len: 849 time: 0.1269631 Aug 31 08:53:39.867859 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=137657431c0f4c308af5da06d388f285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8448708 Aug 31 08:53:39.868464 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 49642) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:39.890285 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f43ae1-507d-41a0-8e57-68e87f1da418,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:39.896727 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-8cc9d643-c438-4a15-bed5-804fc15a6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:54Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': 'dcf1a217-64ec-4313-b2ce-e1b96ba28c6f', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'port_id': '57537c94-502c-49f0-951f-941710f86076', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'mac_address': 'fa:16:3e:b2:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9e1fe-7d76-4231-a7c2-982d6c59259e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:53:04Z', 'updated_at': '2021-08-31T08:53:37Z', 'revision_number': 1, 'project_id': '37794a2c64b644a191bbec64466ba629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70e8406-9a03-4724-a07b-a6a0b44074ee', 'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'mac_address': 'fa:16:3e:14:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:52Z', 'updated_at': '2021-08-31T08:53:02Z', 'revision_number': 5, 'project_id': '37794a2c64b644a191bbec64466ba629', 'subnets': [{'id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:39.901042 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Pushing event updated for resources: {'Network': ['ID=7da34123-90d0-43e7-bbe5-ee78c1efa631,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:39.904501 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.904843 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.905183 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.905543 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.905867 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.906223 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.906522 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.906840 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.907160 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.907477 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.907791 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.908218 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e7dd0c-f7b9-4489-bdca-ce327cc18a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.927400 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.928324 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.928324 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.928494 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.928880 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.930620 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.930620 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.930620 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.943770 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.943770 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.943770 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.943770 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:39.944332 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:39.949155 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-ece3e191-caeb-4efa-9e83-b3b281f717dd admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5436101 Aug 31 08:53:39.950015 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 49648) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:39.951570 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 7da34123-90d0-43e7-bbe5-ee78c1efa631 details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:53:39.958027 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-a2b9f9f5-26eb-4243-8283-4721e857e285 admin admin] Request body: {'subnet': {'network_id': '7da34123-90d0-43e7-bbe5-ee78c1efa631', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-465490064-subnet', 'tenant_id': '049d26b95e184e0b86c2fbc266365e95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:39.969219 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc9d643-c438-4a15-bed5-804fc15a6c85 None None] The sync data for ids ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'] in dv-cinder-782910-2-iscsi is: [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:54Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': 'dcf1a217-64ec-4313-b2ce-e1b96ba28c6f', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'port_id': '57537c94-502c-49f0-951f-941710f86076', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'mac_address': 'fa:16:3e:b2:01:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b9e1fe-7d76-4231-a7c2-982d6c59259e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:53:04Z', 'updated_at': '2021-08-31T08:53:37Z', 'revision_number': 1, 'project_id': '37794a2c64b644a191bbec64466ba629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70e8406-9a03-4724-a07b-a6a0b44074ee', 'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'mac_address': 'fa:16:3e:14:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:52Z', 'updated_at': '2021-08-31T08:53:02Z', 'revision_number': 5, 'project_id': '37794a2c64b644a191bbec64466ba629', 'subnets': [{'id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:53:39.991234 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7a92b-c55e-4f9c-ae4c-42cfde593642 req-f1f5953c-77e7-4a26-b6ba-81db33062c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:39.993527 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0bb7a92b-c55e-4f9c-ae4c-42cfde593642 req-f1f5953c-77e7-4a26-b6ba-81db33062c6e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d610ca2e-6360-4e86-b55f-a470d5c807c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1446552 Aug 31 08:53:40.010115 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:40.142366 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b9f9f5-26eb-4243-8283-4721e857e285 admin admin] Made reservation on behalf of 049d26b95e184e0b86c2fbc266365e95 for: {'subnet': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:40.144872 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f9f5-26eb-4243-8283-4721e857e285 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:40.193767 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0bb7a92b-c55e-4f9c-ae4c-42cfde593642 req-e49878ec-2f03-4805-900c-e3821ea24ce3 service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916840 Aug 31 08:53:40.205541 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:40.208139 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:40.213414 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b8f43ae1-507d-41a0-8e57-68e87f1da418 HTTP/1.1" status: 204 len: 168 time: 0.3396513 Aug 31 08:53:40.218800 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f43ae1-507d-41a0-8e57-68e87f1da418,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:40.227733 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:40.228450 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:40.228765 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:40.229214 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:40.229619 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:40.230028 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:40.230452 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:40.230919 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:40.231331 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:40.231795 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:40.232216 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:40.232608 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff00972-446e-4874-8bef-eaf1f25bb0c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:53:40.338825 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18768a4b-bd03-4e7f-9957-ff915ef398e0 None None] New status for floating IP dcf1a217-64ec-4313-b2ce-e1b96ba28c6f: ACTIVE {{(pid=101274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:53:40.381306 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0bb7a92b-c55e-4f9c-ae4c-42cfde593642 req-8c9f23dd-e6ff-4957-9f17-7a968d48d476 service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789157 Aug 31 08:53:40.513423 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f9f5-26eb-4243-8283-4721e857e285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for subnet, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:40.568420 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9f9f5-26eb-4243-8283-4721e857e285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9d963f-1e43-4977-8f20-b81f9f6fc6f9,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:40.585748 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b9f9f5-26eb-4243-8283-4721e857e285 admin admin] Checking segment: {'id': '74d3586c-5dee-45a7-a850-04a78bd5e5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1392, 'network_id': '7da34123-90d0-43e7-bbe5-ee78c1efa631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:40.587022 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b9f9f5-26eb-4243-8283-4721e857e285 admin admin] Network hostable DHCP agents. Network: 7da34123-90d0-43e7-bbe5-ee78c1efa631, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:53:40.692334 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca623cf5-4fe2-4b8c-94eb-5f3587797271 req-0bcc242b-c0d2-4a74-ae80-b6f071827a8a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:40.693940 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ca623cf5-4fe2-4b8c-94eb-5f3587797271 req-0bcc242b-c0d2-4a74-ae80-b6f071827a8a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0595586 Aug 31 08:53:40.710521 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 49664) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:40.748137 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ca623cf5-4fe2-4b8c-94eb-5f3587797271 req-7a1ad60a-d522-43e1-8b02-c2d44166236e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477462 Aug 31 08:53:40.770909 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b9f9f5-26eb-4243-8283-4721e857e285 admin admin] Network 7da34123-90d0-43e7-bbe5-ee78c1efa631 is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:53:40.896378 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-a2b9f9f5-26eb-4243-8283-4721e857e285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 7da34123-90d0-43e7-bbe5-ee78c1efa631) {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:40.904247 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-1e22988d-7bf8-4549-9260-9d3bf181a2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:40.905852 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d686d5a1-fa8b-45d5-b013-85be8548fef5 None None] Network 7da34123-90d0-43e7-bbe5-ee78c1efa631 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:53:40.914444 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b9f9f5-26eb-4243-8283-4721e857e285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:40.915386 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a2b9f9f5-26eb-4243-8283-4721e857e285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.037617 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-1e22988d-7bf8-4549-9260-9d3bf181a2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.050713 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dee642-2b01-404b-96e1-c31195c56d8f None None] Network 7da34123-90d0-43e7-bbe5-ee78c1efa631 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:53:41.143630 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-1e22988d-7bf8-4549-9260-9d3bf181a2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.212239 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22988d-7bf8-4549-9260-9d3bf181a2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e088f253-6e4b-4e4a-ac71-9884abfe9cab,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:41.227670 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-1e22988d-7bf8-4549-9260-9d3bf181a2e6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3973e053c3184b208084f51f77e4242d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5137165 Aug 31 08:53:41.228046 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 49686) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:41.255761 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-a2b9f9f5-26eb-4243-8283-4721e857e285 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3010356 Aug 31 08:53:41.292462 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e24d-d75d-4eac-b8ac-6af155f3dd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.329055 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e24d-d75d-4eac-b8ac-6af155f3dd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.513996 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e24d-d75d-4eac-b8ac-6af155f3dd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.516430 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c4f3e24d-d75d-4eac-b8ac-6af155f3dd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.528922 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-c4f3e24d-d75d-4eac-b8ac-6af155f3dd58 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e088f253-6e4b-4e4a-ac71-9884abfe9cab HTTP/1.1" status: 204 len: 168 time: 0.2887509 Aug 31 08:53:41.528922 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3e24d-d75d-4eac-b8ac-6af155f3dd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e088f253-6e4b-4e4a-ac71-9884abfe9cab,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:41.866084 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-26da3390-d0f9-45a7-b6ed-e6669a21bb04 req-d17e7dd6-55e9-4f89-b5e2-a3b0a11c63e6 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547945 Aug 31 08:53:41.902695 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b9ec6097-cb01-4c51-b579-79b871cef6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:41.918160 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d5e76-0ddc-4074-8779-0592f813517f req-57d7bdcc-4ac1-4d68-8f52-595b5689d6b3 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:41.920681 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3b6d5e76-0ddc-4074-8779-0592f813517f req-57d7bdcc-4ac1-4d68-8f52-595b5689d6b3 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0768356 Aug 31 08:53:41.964363 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3b6d5e76-0ddc-4074-8779-0592f813517f req-7b807c8c-0c8f-4923-a08c-06daa1e6c67e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361750 Aug 31 08:53:41.982256 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da3390-d0f9-45a7-b6ed-e6669a21bb04 req-268747e6-17d8-45a7-97c3-c02a331995bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:41.984553 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-26da3390-d0f9-45a7-b6ed-e6669a21bb04 req-268747e6-17d8-45a7-97c3-c02a331995bd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=5fce6cd2b3f54c739f5ef10faca9a504&device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 1098 time: 0.0487556 Aug 31 08:53:42.167661 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da3390-d0f9-45a7-b6ed-e6669a21bb04 req-511b4645-b1b3-4683-97a5-1324ccc2d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:42.169282 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-26da3390-d0f9-45a7-b6ed-e6669a21bb04 req-511b4645-b1b3-4683-97a5-1324ccc2d678 service neutron] 10.222.0.103 "GET /v2.0/networks?id=2d461f98-346d-496f-822a-69c0de99ead5 HTTP/1.1" status: 200 len: 914 time: 0.1403079 Aug 31 08:53:42.226661 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-26da3390-d0f9-45a7-b6ed-e6669a21bb04 req-63d531a5-7dc3-44a9-bc24-9b891f68a8d7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a58daf52-d1af-4f1e-9746-48d1bd2a1b3e HTTP/1.1" status: 200 len: 217 time: 0.0459251 Aug 31 08:53:42.305487 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da3390-d0f9-45a7-b6ed-e6669a21bb04 req-2665376e-803c-49ed-a1de-b63778f8842e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:42.307448 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-26da3390-d0f9-45a7-b6ed-e6669a21bb04 req-2665376e-803c-49ed-a1de-b63778f8842e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=b0fd61ba-a0e3-449f-a023-7fde635dad51 HTTP/1.1" status: 200 len: 852 time: 0.0724430 Aug 31 08:53:42.383436 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-26da3390-d0f9-45a7-b6ed-e6669a21bb04 req-e3b940db-2743-44d5-8895-e0be37eff793 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=2d461f98-346d-496f-822a-69c0de99ead5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679808 Aug 31 08:53:42.390984 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:53:42.558441 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-26da3390-d0f9-45a7-b6ed-e6669a21bb04 req-22910d2e-4d5f-4314-8d04-57b0ea8b2322 service neutron] 10.222.0.103 "GET /v2.0/networks/2d461f98-346d-496f-822a-69c0de99ead5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612153 Aug 31 08:53:42.697245 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-26da3390-d0f9-45a7-b6ed-e6669a21bb04 req-8585f235-4a83-4095-a775-0558c5e43e81 service neutron] 10.222.0.103 "GET /v2.0/networks/2d461f98-346d-496f-822a-69c0de99ead5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220438 Aug 31 08:53:43.167400 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0950e9-e996-4815-ba17-28b87ea7b9b3 req-fe4aad7a-9d68-413c-913c-bb4fb75ebb41 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:43.170543 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-eb0950e9-e996-4815-ba17-28b87ea7b9b3 req-fe4aad7a-9d68-413c-913c-bb4fb75ebb41 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.1025016 Aug 31 08:53:43.204537 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 49790) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:43.212356 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-b36ea6bf-d33e-410d-8c66-34e090663678 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1690364697-network', 'tenant_id': '61b250c1960340c88d0b436616d40fdf'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:43.226223 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-eb0950e9-e996-4815-ba17-28b87ea7b9b3 req-da416277-6758-4920-bbb6-2cb45aec13ac tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475037 Aug 31 08:53:43.370823 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36ea6bf-d33e-410d-8c66-34e090663678 admin admin] Made reservation on behalf of 61b250c1960340c88d0b436616d40fdf for: {'network': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:43.374964 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b36ea6bf-d33e-410d-8c66-34e090663678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:43.387999 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b36ea6bf-d33e-410d-8c66-34e090663678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:43.503492 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b36ea6bf-d33e-410d-8c66-34e090663678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:43.764691 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b36ea6bf-d33e-410d-8c66-34e090663678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:43.783394 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36ea6bf-d33e-410d-8c66-34e090663678 admin admin] vlan segment allocate from pool success with {'vlan_id': 1371, 'physical_network': 'physnet1'} {{(pid=101273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:53:43.798951 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ea6bf-d33e-410d-8c66-34e090663678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e33b0b0-e744-4d77-9693-3dc9fdb50a8d,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:43.804696 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b36ea6bf-d33e-410d-8c66-34e090663678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:43.805027 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.segments_db [None req-b36ea6bf-d33e-410d-8c66-34e090663678 admin admin] Added segment 1253f784-1960-4b71-b16c-025f0e33a670 of type vlan for network 39d5c002-1bf2-4d52-9af5-8b61df57755f Aug 31 08:53:43.860510 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b36ea6bf-d33e-410d-8c66-34e090663678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:44.171138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b36ea6bf-d33e-410d-8c66-34e090663678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:44.173671 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36ea6bf-d33e-410d-8c66-34e090663678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:44.174910 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b36ea6bf-d33e-410d-8c66-34e090663678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:44.286963 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ea6bf-d33e-410d-8c66-34e090663678 admin admin] Pushing event updated for resources: {'Network': ['ID=39d5c002-1bf2-4d52-9af5-8b61df57755f,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:44.306879 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 39d5c002-1bf2-4d52-9af5-8b61df57755f details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:53:44.349364 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-b36ea6bf-d33e-410d-8c66-34e090663678 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1435635 Aug 31 08:53:44.352132 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 49820) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:44.359147 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-0c71f8d3-28cd-40fc-b457-f45d9d602064 admin admin] Request body: {'subnet': {'network_id': '39d5c002-1bf2-4d52-9af5-8b61df57755f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1690364697-subnet', 'tenant_id': '61b250c1960340c88d0b436616d40fdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:44.378647 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667d24e-a6d7-4498-ad2e-637df7c8ef3d req-998200e2-1bea-44c3-b3f8-413285e8179f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:44.380242 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b667d24e-a6d7-4498-ad2e-637df7c8ef3d req-998200e2-1bea-44c3-b3f8-413285e8179f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0692163 Aug 31 08:53:44.426471 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b667d24e-a6d7-4498-ad2e-637df7c8ef3d req-d7746cd4-b8b7-42d3-8ac9-a35c9cc49ebe tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395517 Aug 31 08:53:44.542787 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c71f8d3-28cd-40fc-b457-f45d9d602064 admin admin] Made reservation on behalf of 61b250c1960340c88d0b436616d40fdf for: {'subnet': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:44.542961 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9c5d05a2-2be3-43ff-b717-20f406499ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:44.547001 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0c71f8d3-28cd-40fc-b457-f45d9d602064 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:44.686867 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:45.076943 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:45.171918 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0c71f8d3-28cd-40fc-b457-f45d9d602064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for subnet, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:45.229941 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71f8d3-28cd-40fc-b457-f45d9d602064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9091206-5501-4f9d-81c2-cce0c33abc32,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:45.242410 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c71f8d3-28cd-40fc-b457-f45d9d602064 admin admin] Checking segment: {'id': '1253f784-1960-4b71-b16c-025f0e33a670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '39d5c002-1bf2-4d52-9af5-8b61df57755f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:53:45.242767 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71f8d3-28cd-40fc-b457-f45d9d602064 admin admin] Network hostable DHCP agents. Network: 39d5c002-1bf2-4d52-9af5-8b61df57755f, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:53:45.405822 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71f8d3-28cd-40fc-b457-f45d9d602064 admin admin] Network 39d5c002-1bf2-4d52-9af5-8b61df57755f is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:53:45.549018 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-0c71f8d3-28cd-40fc-b457-f45d9d602064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 39d5c002-1bf2-4d52-9af5-8b61df57755f) {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:45.554125 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c71f8d3-28cd-40fc-b457-f45d9d602064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:45.554731 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0c71f8d3-28cd-40fc-b457-f45d9d602064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:45.564337 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6515d05-aa6e-47c1-8fe1-82a8daa597b8 req-1ec44e27-471c-4803-9697-b0cca89bb25d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:45.565344 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6eadce-0859-40b9-b4c6-d16e36e10533 None None] Network 39d5c002-1bf2-4d52-9af5-8b61df57755f requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:53:45.567538 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e6515d05-aa6e-47c1-8fe1-82a8daa597b8 req-1ec44e27-471c-4803-9697-b0cca89bb25d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0653300 Aug 31 08:53:45.618726 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e6515d05-aa6e-47c1-8fe1-82a8daa597b8 req-dbffe9ca-a530-43c2-acfe-8738875a04cb tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442531 Aug 31 08:53:45.703728 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66287f28-ec2a-4ba5-8fc2-4e656336e4b6 None None] Network 39d5c002-1bf2-4d52-9af5-8b61df57755f requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:53:45.708518 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-0c71f8d3-28cd-40fc-b457-f45d9d602064 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3537767 Aug 31 08:53:45.716845 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:46.740831 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d026ab2-ea86-4298-9a5e-47a839ef16a1 req-11242836-7cb2-4ef5-9201-23eb3eda687d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:46.745310 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7d026ab2-ea86-4298-9a5e-47a839ef16a1 req-11242836-7cb2-4ef5-9201-23eb3eda687d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0499036 Aug 31 08:53:46.782387 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7d026ab2-ea86-4298-9a5e-47a839ef16a1 req-6548fd74-30b4-40ac-a12e-7b3ec1ff94c8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343494 Aug 31 08:53:47.582033 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:47.641534 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26960a-e00d-4b17-a9ba-3f02acd0f789 req-99a26640-2fc9-4a6f-a822-676009b37fbb tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:47.643350 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0b26960a-e00d-4b17-a9ba-3f02acd0f789 req-99a26640-2fc9-4a6f-a822-676009b37fbb tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 945 time: 0.0505395 Aug 31 08:53:47.685722 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0b26960a-e00d-4b17-a9ba-3f02acd0f789 req-4409d823-e7a1-4993-b7cc-64828690f848 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361946 Aug 31 08:53:47.912563 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d98a9-d705-4652-b2b4-c34e83d91deb req-72b503ee-911d-4447-b06a-d4f91be58fff tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:47.914128 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a53d98a9-d705-4652-b2b4-c34e83d91deb req-72b503ee-911d-4447-b06a-d4f91be58fff tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0560505 Aug 31 08:53:47.960132 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a53d98a9-d705-4652-b2b4-c34e83d91deb req-a65926da-0b97-4dba-9f95-3ff6cdc61025 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399306 Aug 31 08:53:48.942918 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54951736-cebc-4f8b-8395-7ce27dd6db8e req-713201d1-7613-42e2-b3e9-d57a6942d991 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:48.946923 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-54951736-cebc-4f8b-8395-7ce27dd6db8e req-713201d1-7613-42e2-b3e9-d57a6942d991 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 945 time: 0.0531642 Aug 31 08:53:49.003761 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-54951736-cebc-4f8b-8395-7ce27dd6db8e req-f162fb4e-924c-4e0b-9cec-4f84d43eb088 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500360 Aug 31 08:53:49.121410 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab0abe-cc65-48d2-9b88-2f1654d00e2c req-029a9510-d464-49bd-97ef-48b89d214f8a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:49.123011 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-33ab0abe-cc65-48d2-9b88-2f1654d00e2c req-029a9510-d464-49bd-97ef-48b89d214f8a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0644741 Aug 31 08:53:49.164681 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-33ab0abe-cc65-48d2-9b88-2f1654d00e2c req-146391a4-2ce0-44d7-915c-127a247cd7d1 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346389 Aug 31 08:53:50.135918 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa710c9-e636-43c1-9590-c8de6a300e67 req-790aac7a-d469-464f-bb6b-b540a5402c6d tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:50.137475 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9aa710c9-e636-43c1-9590-c8de6a300e67 req-790aac7a-d469-464f-bb6b-b540a5402c6d tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 945 time: 0.0544941 Aug 31 08:53:50.177031 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9aa710c9-e636-43c1-9590-c8de6a300e67 req-3274e65e-7125-40a8-9903-c1d79c182409 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/security-groups?id=b0900c8f-e398-4d24-af21-49aa786a3c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330844 Aug 31 08:53:50.301359 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7bb36-327b-4682-b57f-c7435568787c req-3c874cad-a324-4d8c-889d-0c7533554ae7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:50.302852 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-aaf7bb36-327b-4682-b57f-c7435568787c req-3c874cad-a324-4d8c-889d-0c7533554ae7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0494168 Aug 31 08:53:50.344099 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-aaf7bb36-327b-4682-b57f-c7435568787c req-7afc27d3-8262-47b6-9ee4-1334c4453e4b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340116 Aug 31 08:53:50.432989 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0778c8-8096-4174-9f52-b37193f11b90 req-97e68a1d-1ac9-4654-a7eb-9946c8750b4e tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:50.437111 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0a0778c8-8096-4174-9f52-b37193f11b90 req-97e68a1d-1ac9-4654-a7eb-9946c8750b4e tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.103 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 945 time: 0.0548134 Aug 31 08:53:50.465944 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 49978) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:50.615182 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-06d873d9-998e-439b-9e2f-5f8ab2829250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:50.640194 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-0a0778c8-8096-4174-9f52-b37193f11b90 req-6213a46f-f692-473a-a813-9235684f0402 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Deleting port a58daf52-d1af-4f1e-9746-48d1bd2a1b3e {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:53:50.640731 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0a0778c8-8096-4174-9f52-b37193f11b90 req-6213a46f-f692-473a-a813-9235684f0402 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:50.734978 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-06d873d9-998e-439b-9e2f-5f8ab2829250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:50.778365 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-0a0778c8-8096-4174-9f52-b37193f11b90 req-6213a46f-f692-473a-a813-9235684f0402 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] For port a58daf52-d1af-4f1e-9746-48d1bd2a1b3e, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=a58daf52-d1af-4f1e-9746-48d1bd2a1b3e,segment=NetworkSegment(93a69d7d-c8bf-4af6-939d-f814a7ac29f1),segment_id=93a69d7d-c8bf-4af6-939d-f814a7ac29f1)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:53:50.778735 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0a0778c8-8096-4174-9f52-b37193f11b90 req-6213a46f-f692-473a-a813-9235684f0402 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:50.794694 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-0a0778c8-8096-4174-9f52-b37193f11b90 req-6213a46f-f692-473a-a813-9235684f0402 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Calling delete_port for a58daf52-d1af-4f1e-9746-48d1bd2a1b3e owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:53:50.833183 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-06d873d9-998e-439b-9e2f-5f8ab2829250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:50.875567 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-06d873d9-998e-439b-9e2f-5f8ab2829250 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b43c6e907c7a49208b9f87506696d8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4084897 Aug 31 08:53:50.877257 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d873d9-998e-439b-9e2f-5f8ab2829250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aff1072-02f3-4219-9d90-4f5c5ca8e556,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:50.878679 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 49992) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:50.960172 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-81b4d5e8-637c-4b0a-a61e-2b6e05a59c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:51.012388 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-81b4d5e8-637c-4b0a-a61e-2b6e05a59c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:51.119006 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0a0778c8-8096-4174-9f52-b37193f11b90 req-6213a46f-f692-473a-a813-9235684f0402 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:51.135014 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['a58daf52-d1af-4f1e-9746-48d1bd2a1b3e'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:53:51.151032 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213a46f-f692-473a-a813-9235684f0402 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Pushing event deleted for resources: {'Port': ['ID=a58daf52-d1af-4f1e-9746-48d1bd2a1b3e,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:51.154691 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-81b4d5e8-637c-4b0a-a61e-2b6e05a59c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:51.157178 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-81b4d5e8-637c-4b0a-a61e-2b6e05a59c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:51.161636 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-81b4d5e8-637c-4b0a-a61e-2b6e05a59c58 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5aff1072-02f3-4219-9d90-4f5c5ca8e556 HTTP/1.1" status: 204 len: 168 time: 0.2789085 Aug 31 08:53:51.206694 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4d5e8-637c-4b0a-a61e-2b6e05a59c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aff1072-02f3-4219-9d90-4f5c5ca8e556,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:51.234183 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0778c8-8096-4174-9f52-b37193f11b90 req-6213a46f-f692-473a-a813-9235684f0402 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] No DVR routers for this DVR port a58daf52-d1af-4f1e-9746-48d1bd2a1b3e on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:53:51.238916 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0a0778c8-8096-4174-9f52-b37193f11b90 req-6213a46f-f692-473a-a813-9235684f0402 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:51.241553 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0a0778c8-8096-4174-9f52-b37193f11b90 req-6213a46f-f692-473a-a813-9235684f0402 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.103 "DELETE /v2.0/ports/a58daf52-d1af-4f1e-9746-48d1bd2a1b3e HTTP/1.1" status: 204 len: 173 time: 0.7916028 Aug 31 08:53:51.242090 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66366952-7658-4b2d-80d9-4ddb161b2066', 'name': 'network-vif-deleted', 'tag': 'a58daf52-d1af-4f1e-9746-48d1bd2a1b3e'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:53:51.244920 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8639cb45-3553-4d0c-9e3c-ef30c711440e" -d '{"events": [{"server_uuid": "66366952-7658-4b2d-80d9-4ddb161b2066", "name": "network-vif-deleted", "tag": "a58daf52-d1af-4f1e-9746-48d1bd2a1b3e"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:53:51.300737 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6829565-966e-4034-a419-403663acddde x-openstack-request-id: req-b6829565-966e-4034-a419-403663acddde {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:53:51.301530 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66366952-7658-4b2d-80d9-4ddb161b2066", "name": "network-vif-deleted", "tag": "a58daf52-d1af-4f1e-9746-48d1bd2a1b3e", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:53:51.301530 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b6829565-966e-4034-a419-403663acddde {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:53:51.301989 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66366952-7658-4b2d-80d9-4ddb161b2066', 'name': 'network-vif-deleted', 'tag': 'a58daf52-d1af-4f1e-9746-48d1bd2a1b3e', 'status': 'completed', 'code': 200} Aug 31 08:53:51.305974 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-784eec74-054d-4687-8574-ec518580af25 req-0a723b82-066e-4403-904d-1d7bd56f50e1 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 210 time: 0.0347953 Aug 31 08:53:51.344010 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50002) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:51.480991 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b1700-b73d-47e3-9777-2927f2ecb71c req-d0eb97a7-4f2c-4bb8-907c-cbfbb9f0c229 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:51.485543 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4b0b1700-b73d-47e3-9777-2927f2ecb71c req-d0eb97a7-4f2c-4bb8-907c-cbfbb9f0c229 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0650170 Aug 31 08:53:51.535879 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4b0b1700-b73d-47e3-9777-2927f2ecb71c req-cf211cd7-5966-4c66-b855-186cc7ead46b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381825 Aug 31 08:53:51.593152 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-764da6f9-0941-4702-bbf5-102fbb6e47a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:51.707286 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-764da6f9-0941-4702-bbf5-102fbb6e47a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:51.827809 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-764da6f9-0941-4702-bbf5-102fbb6e47a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:51.867769 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-764da6f9-0941-4702-bbf5-102fbb6e47a7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f28898f4921e4021802069df9f5dd4b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224619 Aug 31 08:53:51.868592 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764da6f9-0941-4702-bbf5-102fbb6e47a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a2804e-af97-4171-bddf-eee035c4f0c5,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:51.870549 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 50026) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:51.931358 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e7e7a226-931e-462a-8402-5d8f54f568ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:51.956049 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e7e7a226-931e-462a-8402-5d8f54f568ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:52.238858 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e7e7a226-931e-462a-8402-5d8f54f568ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:52.242637 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e7e7a226-931e-462a-8402-5d8f54f568ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:52.244264 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-e7e7a226-931e-462a-8402-5d8f54f568ed admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/98a2804e-af97-4171-bddf-eee035c4f0c5 HTTP/1.1" status: 204 len: 168 time: 0.3725975 Aug 31 08:53:52.255206 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7a226-931e-462a-8402-5d8f54f568ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a2804e-af97-4171-bddf-eee035c4f0c5,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:52.417397 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6716824d-682f-4db0-adff-773fbbdb46a5 req-eabd99cf-620c-45f2-8607-5904846758f8 tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 210 time: 0.0261495 Aug 31 08:53:52.675248 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f4ac6-ffb9-4a41-ae97-c33171712672 req-493394a1-fd14-48cb-ae91-bbb30e613559 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:52.676942 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3a2f4ac6-ffb9-4a41-ae97-c33171712672 req-493394a1-fd14-48cb-ae91-bbb30e613559 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0618610 Aug 31 08:53:52.732815 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3a2f4ac6-ffb9-4a41-ae97-c33171712672 req-14e985dc-5a60-4a16-841b-c2bb5671ad59 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486450 Aug 31 08:53:53.418490 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 50102) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:53.428877 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device a58daf52-d1af-4f1e-9746-48d1bd2a1b3e no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:53:53.432754 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-eb269f0b-d1dc-45bb-9bad-074194aa00f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:53.456200 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: a58daf52-d1af-4f1e-9746-48d1bd2a1b3e {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 08:53:53.456542 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device a58daf52-d1af-4f1e-9746-48d1bd2a1b3e not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:53:53.566658 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fd80195d-1937-4047-8acd-70017283d80d req-6fe01726-fbe9-4aec-94a2-f222098ce83b tempest-DeleteServersTestJSON-2023605233 tempest-DeleteServersTestJSON-2023605233-project] 10.222.0.74 "GET /v2.0/ports?device_id=66366952-7658-4b2d-80d9-4ddb161b2066 HTTP/1.1" status: 200 len: 210 time: 0.0375788 Aug 31 08:53:53.580525 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-eb269f0b-d1dc-45bb-9bad-074194aa00f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:53.690269 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-eb269f0b-d1dc-45bb-9bad-074194aa00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:53.730664 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb269f0b-d1dc-45bb-9bad-074194aa00f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970c757c-0485-4801-aed3-ba2a998c5cb9,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:53.744328 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-eb269f0b-d1dc-45bb-9bad-074194aa00f0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=04174e541b8e4362b07676d112f31c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234768 Aug 31 08:53:53.747802 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50110) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:53.808470 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3d93042e-5375-4a94-ad5c-b744b226698f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:53.834682 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3d93042e-5375-4a94-ad5c-b744b226698f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:53.882185 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9514d-ac90-4325-bdc4-44534be78007 req-e589bea1-8fa4-4c50-ab2e-8e172810825d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:53.883794 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-98f9514d-ac90-4325-bdc4-44534be78007 req-e589bea1-8fa4-4c50-ab2e-8e172810825d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0526135 Aug 31 08:53:53.925036 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-98f9514d-ac90-4325-bdc4-44534be78007 req-1d410add-9d36-4cd2-b51f-850d16515a79 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342577 Aug 31 08:53:54.044694 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3d93042e-5375-4a94-ad5c-b744b226698f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:54.048556 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3d93042e-5375-4a94-ad5c-b744b226698f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:54.054302 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-3d93042e-5375-4a94-ad5c-b744b226698f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/970c757c-0485-4801-aed3-ba2a998c5cb9 HTTP/1.1" status: 204 len: 168 time: 0.3007717 Aug 31 08:53:54.078739 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93042e-5375-4a94-ad5c-b744b226698f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970c757c-0485-4801-aed3-ba2a998c5cb9,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:54.395207 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-224e1272-a7eb-43bd-8be7-9ff43ad41c36 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:54.396809 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-224e1272-a7eb-43bd-8be7-9ff43ad41c36 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/networks?id=5028c28c-c36e-4db6-bf36-1ce074bcd249 HTTP/1.1" status: 200 len: 814 time: 0.1102004 Aug 31 08:53:54.412655 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-a46f24f7-e4df-41cb-8249-49d55307a1f3 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/quotas/704d4d43abe84cdd94ebff6859425e87 HTTP/1.1" status: 200 len: 375 time: 0.0101082 Aug 31 08:53:54.466883 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-6e03c62b-7763-4df4-b5d2-28e84b8c3ee8 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=704d4d43abe84cdd94ebff6859425e87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486429 Aug 31 08:53:54.573070 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-4f668941-5c34-4e3b-8052-326cf446e48d service neutron] 10.222.0.74 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946331 Aug 31 08:53:54.688532 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-d382869f-6403-41cc-afe7-8efbf54ec8e9 service neutron] 10.222.0.74 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048748 Aug 31 08:53:54.998052 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50180) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:55.013992 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-61b6a0bf-f893-4cdf-bd3a-d643ddb42e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:55.056638 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7f4cb6f1-c9cb-4e64-bd1b-4a1967fc75f4 req-a86a8986-2370-46e7-ade5-979447266d29 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 210 time: 0.0408239 Aug 31 08:53:55.126637 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361a362-45ac-47b8-8ddf-6de7a8413ab7 req-501071fa-d3d8-484a-a33b-eaabab792017 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:55.128170 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0361a362-45ac-47b8-8ddf-6de7a8413ab7 req-501071fa-d3d8-484a-a33b-eaabab792017 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0968354 Aug 31 08:53:55.203061 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0361a362-45ac-47b8-8ddf-6de7a8413ab7 req-9400c1af-cef8-4612-b7c1-279dbea65e73 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662799 Aug 31 08:53:55.231330 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-61b6a0bf-f893-4cdf-bd3a-d643ddb42e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:55.332902 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-61b6a0bf-f893-4cdf-bd3a-d643ddb42e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:55.364169 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-61b6a0bf-f893-4cdf-bd3a-d643ddb42e9a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=afd7ec2426804b1ba660783c60ab0573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642859 Aug 31 08:53:55.366318 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6a0bf-f893-4cdf-bd3a-d643ddb42e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f66c61c-ed93-4e9d-a42e-97eb39c84e6e,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:55.366994 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 50192) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:55.419975 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c7f00fc3-a84f-48dd-820f-952a997f469c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:55.447394 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c7f00fc3-a84f-48dd-820f-952a997f469c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:55.627507 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c7f00fc3-a84f-48dd-820f-952a997f469c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:55.630510 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c7f00fc3-a84f-48dd-820f-952a997f469c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:55.632420 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-c7f00fc3-a84f-48dd-820f-952a997f469c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6f66c61c-ed93-4e9d-a42e-97eb39c84e6e HTTP/1.1" status: 204 len: 168 time: 0.2642322 Aug 31 08:53:55.640598 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f00fc3-a84f-48dd-820f-952a997f469c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f66c61c-ed93-4e9d-a42e-97eb39c84e6e,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:56.181143 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0ca30f8d-6943-497b-bea6-092a46867d38 req-148a52b8-5118-4f97-9f4b-42a31aa0742e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 210 time: 0.0444520 Aug 31 08:53:56.349011 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70012200-cbca-4101-a01f-241ccc08b346 req-e98bea4d-e44f-4edb-8347-e772518e86e5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:56.350832 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-70012200-cbca-4101-a01f-241ccc08b346 req-e98bea4d-e44f-4edb-8347-e772518e86e5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0745523 Aug 31 08:53:56.380961 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50234) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:56.410260 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-70012200-cbca-4101-a01f-241ccc08b346 req-7fe05199-6533-4980-888c-6322f9948ab3 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525784 Aug 31 08:53:56.445071 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e1f477-bb8f-4969-98fa-820c4df93212 admin admin] Deleting subnet b0fd61ba-a0e3-449f-a023-7fde635dad51 {{(pid=101272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:53:56.448876 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-47e1f477-bb8f-4969-98fa-820c4df93212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:56.493429 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-47e1f477-bb8f-4969-98fa-820c4df93212 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:56.503634 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-47e1f477-bb8f-4969-98fa-820c4df93212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:56.663689 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-47e1f477-bb8f-4969-98fa-820c4df93212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for subnet, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:56.700547 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-47e1f477-bb8f-4969-98fa-820c4df93212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:56.706033 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-47e1f477-bb8f-4969-98fa-820c4df93212 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b0fd61ba-a0e3-449f-a023-7fde635dad51 HTTP/1.1" status: 204 len: 168 time: 0.3214984 Aug 31 08:53:56.706033 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1f477-bb8f-4969-98fa-820c4df93212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0fd61ba-a0e3-449f-a023-7fde635dad51,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:56.706411 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 50242) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:56.779254 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:56.864171 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:56.876636 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:53:56.877077 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:53:56.877955 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:53:56.878156 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Subscribe: > port after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:53:56.878485 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:53:56.878939 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Subscribe: > port after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:53:56.879270 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:53:56.879575 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:53:56.879887 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:53:56.880252 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:53:57.094218 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:53:57.094609 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:53:57.094951 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:53:57.095288 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101273) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:53:57.095638 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d461f98-346d-496f-822a-69c0de99ead5']}} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:57.119262 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a69d7d-c8bf-4af6-939d-f814a7ac29f1') {'for_net_delete': True} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:57.119262 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a69d7d-c8bf-4af6-939d-f814a7ac29f1') {} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:53:57.135104 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12966656'] for segment, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:57.161087 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:57.169759 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Releasing vlan 1356 on physical network physnet1 to pool {{(pid=101273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:53:57.170149 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12899888'] for segment, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: from cryptography.utils import int_from_bytes Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: from cryptography.utils import int_from_bytes Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: Traceback (most recent call last): Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: timer() Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: cb(*args, **kw) Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: return func(*args, **kwargs) Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: self._notify() Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: self.callback(batched_events) Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: event.method(event) Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: return f(self, *a, **k) Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: return self._get(url).json() Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: return self.request(url, 'GET', **kwargs) Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:53:57.174703 dv-cinder-782910-2-iscsi neutron-server[101273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:53:57.291970 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6812706b-641a-41cf-9955-75cf61313127 req-555a1c2f-5796-4ab3-b43f-afd0a2411cb4 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 210 time: 0.0281508 Aug 31 08:53:57.336620 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:57.349655 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:57.351726 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/2d461f98-346d-496f-822a-69c0de99ead5 HTTP/1.1" status: 204 len: 168 time: 0.6439543 Aug 31 08:53:57.362152 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d53ef3-5851-45e5-9b7f-656fec039af3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d461f98-346d-496f-822a-69c0de99ead5,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:57.562306 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91019905-df1d-4b3d-83ec-8aa637a43aa5 req-5aa21418-ea8d-43ef-ab32-254a01c3c9d1 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:57.563836 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-91019905-df1d-4b3d-83ec-8aa637a43aa5 req-5aa21418-ea8d-43ef-ab32-254a01c3c9d1 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0713756 Aug 31 08:53:57.605634 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-91019905-df1d-4b3d-83ec-8aa637a43aa5 req-d01a8b77-315a-417b-b1c2-3c080520e8db tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356987 Aug 31 08:53:57.767863 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-070e320b-a64c-4cc9-aa43-6f6c3fd222e3 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:57.769391 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-070e320b-a64c-4cc9-aa43-6f6c3fd222e3 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.103 "GET /v2.0/networks?id=5028c28c-c36e-4db6-bf36-1ce074bcd249 HTTP/1.1" status: 200 len: 814 time: 0.1090202 Aug 31 08:53:57.801583 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-00ef32f6-57fb-4e9d-9e86-fa8e6587d60e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Request body: {'port': {'device_id': 'bcbecfda-bad9-4210-99c4-d2f76e7857b6', 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249', 'admin_state_up': True, 'tenant_id': '704d4d43abe84cdd94ebff6859425e87'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:58.020640 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50276) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:58.039127 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-00ef32f6-57fb-4e9d-9e86-fa8e6587d60e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Made reservation on behalf of 704d4d43abe84cdd94ebff6859425e87 for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:53:58.042622 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-00ef32f6-57fb-4e9d-9e86-fa8e6587d60e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:58.083459 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-8153dbda-639c-4f0d-89e2-71d618c4eb30 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5fce6cd2b3f54c739f5ef10faca9a504&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0585029 Aug 31 08:53:58.083776 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50278) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:53:58.154405 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-88f87571-43a0-4734-adb5-191942e028e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:58.178918 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-88f87571-43a0-4734-adb5-191942e028e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:58.223025 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-00ef32f6-57fb-4e9d-9e86-fa8e6587d60e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Allocated IP 172.20.0.5 (5028c28c-c36e-4db6-bf36-1ce074bcd249/837ede5a-1816-4179-8f6b-8cad7d412f98/c0d5a78c-6511-4b32-a20d-7e219acebaa3) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:53:58.400500 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-928a3c68-f214-46df-a85d-e4f3e818dc07 req-4d6a85fd-5954-484e-8b69-f920f8cd566b tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 210 time: 0.0274053 Aug 31 08:53:58.440302 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-88f87571-43a0-4734-adb5-191942e028e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:58.444101 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-88f87571-43a0-4734-adb5-191942e028e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:58.444412 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-88f87571-43a0-4734-adb5-191942e028e8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b0900c8f-e398-4d24-af21-49aa786a3c94 HTTP/1.1" status: 204 len: 168 time: 0.3590317 Aug 31 08:53:58.454472 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f87571-43a0-4734-adb5-191942e028e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0900c8f-e398-4d24-af21-49aa786a3c94,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:58.584561 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-00ef32f6-57fb-4e9d-9e86-fa8e6587d60e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:58.740787 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7eb99-c37b-4692-a336-e5cf108f0b27 req-e1c34227-6ff3-471c-a960-e4b25b53e9a8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:58.742692 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-48a7eb99-c37b-4692-a336-e5cf108f0b27 req-e1c34227-6ff3-471c-a960-e4b25b53e9a8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0575149 Aug 31 08:53:58.781703 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-48a7eb99-c37b-4692-a336-e5cf108f0b27 req-aa3b63ff-7478-422b-bb53-dfb675d8dcd6 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327370 Aug 31 08:53:58.816241 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-00ef32f6-57fb-4e9d-9e86-fa8e6587d60e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:58.830434 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['66d99930-67a2-483c-a535-0df8a5027cb5'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:53:58.863565 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-00ef32f6-57fb-4e9d-9e86-fa8e6587d60e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Network 5028c28c-c36e-4db6-bf36-1ce074bcd249 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:53:58.866778 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-00ef32f6-57fb-4e9d-9e86-fa8e6587d60e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:53:58.870818 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-00ef32f6-57fb-4e9d-9e86-fa8e6587d60e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:53:58.897965 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef32f6-57fb-4e9d-9e86-fa8e6587d60e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Pushing event updated for resources: {'Port': ['ID=c0d5a78c-6511-4b32-a20d-7e219acebaa3,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:58.929916 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-00ef32f6-57fb-4e9d-9e86-fa8e6587d60e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:58.930545 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-00ef32f6-57fb-4e9d-9e86-fa8e6587d60e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:59.148686 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-00ef32f6-57fb-4e9d-9e86-fa8e6587d60e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3545771 Aug 31 08:53:59.168405 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Request body: {'port': {'device_id': 'bcbecfda-bad9-4210-99c4-d2f76e7857b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:53:59.237746 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:59.609624 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6af38e-50be-4b85-bd15-9d79072093ce req-d27bea04-9e74-4ee7-bd9a-b96a9ec51c49 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:59.611259 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-eb6af38e-50be-4b85-bd15-9d79072093ce req-d27bea04-9e74-4ee7-bd9a-b96a9ec51c49 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 931 time: 0.1217232 Aug 31 08:53:59.695416 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0d5a78c-6511-4b32-a20d-7e219acebaa3 {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:53:59.709826 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:59.712778 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-eb6af38e-50be-4b85-bd15-9d79072093ce req-9d49fcdf-6f0b-4803-aeba-0f7a8761dfbf tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615978 Aug 31 08:53:59.724973 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Transition to ACTIVE for port object c0d5a78c-6511-4b32-a20d-7e219acebaa3 will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:53:59.867455 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:53:59.919231 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6961699-7006-4ea2-8d70-56fc72366af8 req-5d34aea7-9e38-4d57-a23e-dda62bf192fa tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:53:59.922011 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b6961699-7006-4ea2-8d70-56fc72366af8 req-5d34aea7-9e38-4d57-a23e-dda62bf192fa tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0662649 Aug 31 08:53:59.967097 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Pushing event updated for resources: {'Port': ['ID=c0d5a78c-6511-4b32-a20d-7e219acebaa3,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:53:59.987763 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b6961699-7006-4ea2-8d70-56fc72366af8 req-08deab62-0b4a-4ad8-b833-c79287afd0ae tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584049 Aug 31 08:54:00.025223 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Attempting to bind port c0d5a78c-6511-4b32-a20d-7e219acebaa3 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:54:00.025644 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Attempting to bind port c0d5a78c-6511-4b32-a20d-7e219acebaa3 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:54:00.026593 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Attempting to bind port c0d5a78c-6511-4b32-a20d-7e219acebaa3 on network 5028c28c-c36e-4db6-bf36-1ce074bcd249 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:54:00.037051 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Port c0d5a78c-6511-4b32-a20d-7e219acebaa3 on network 5028c28c-c36e-4db6-bf36-1ce074bcd249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:54:00.037404 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Attempting to bind port c0d5a78c-6511-4b32-a20d-7e219acebaa3 on network 5028c28c-c36e-4db6-bf36-1ce074bcd249 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:54:00.043257 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:54:00.047170 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Checking segment: {'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:54:00.047787 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Bound using segment: {'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:54:00.048448 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Bound port: c0d5a78c-6511-4b32-a20d-7e219acebaa3, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:54:00.048818 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:00.125188 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] For port c0d5a78c-6511-4b32-a20d-7e219acebaa3, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:54:00.129962 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] For port c0d5a78c-6511-4b32-a20d-7e219acebaa3, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c0d5a78c-6511-4b32-a20d-7e219acebaa3,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:54:00.164323 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50354) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:00.262157 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:00.276456 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-ffb0c898-8649-412f-81b5-6593199e6a79 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-network', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:00.298405 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:00.299197 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:00.300680 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] 10.222.0.103 "PUT /v2.0/ports/c0d5a78c-6511-4b32-a20d-7e219acebaa3 HTTP/1.1" status: 200 len: 1093 time: 1.1367795 Aug 31 08:54:00.303057 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbecfda-bad9-4210-99c4-d2f76e7857b6', 'tag': 'c0d5a78c-6511-4b32-a20d-7e219acebaa3'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:54:00.305616 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e996b4f4-36b7-41db-8497-c60d8ae9d5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbecfda-bad9-4210-99c4-d2f76e7857b6", "tag": "c0d5a78c-6511-4b32-a20d-7e219acebaa3"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:54:00.333997 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485623b4-6d6c-43c5-82a5-5cf263f9af8a service neutron] Pushing event updated for resources: {'Port': ['ID=c0d5a78c-6511-4b32-a20d-7e219acebaa3,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:00.350491 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a601177e-b428-4d80-8878-cdcf9114de69 x-openstack-request-id: req-a601177e-b428-4d80-8878-cdcf9114de69 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:54:00.350783 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbecfda-bad9-4210-99c4-d2f76e7857b6", "tag": "c0d5a78c-6511-4b32-a20d-7e219acebaa3", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:54:00.351032 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a601177e-b428-4d80-8878-cdcf9114de69 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:54:00.351783 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbecfda-bad9-4210-99c4-d2f76e7857b6', 'tag': 'c0d5a78c-6511-4b32-a20d-7e219acebaa3', 'status': 'completed', 'code': 200} Aug 31 08:54:00.422036 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996b4f4-36b7-41db-8497-c60d8ae9d5ef req-bb7dcb6d-e1b4-437b-86bd-364d5b54f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:00.423672 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e996b4f4-36b7-41db-8497-c60d8ae9d5ef req-bb7dcb6d-e1b4-437b-86bd-364d5b54f5cd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=704d4d43abe84cdd94ebff6859425e87&device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 1096 time: 0.0451066 Aug 31 08:54:00.525014 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb0c898-8649-412f-81b5-6593199e6a79 admin admin] Made reservation on behalf of e986ed04246f4cd9a5fafdf9f660684b for: {'network': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:54:00.529019 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c898-8649-412f-81b5-6593199e6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:00.541126 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c898-8649-412f-81b5-6593199e6a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:00.667500 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c898-8649-412f-81b5-6593199e6a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:00.738158 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996b4f4-36b7-41db-8497-c60d8ae9d5ef req-179d13ec-d134-46b9-b056-187ded3fa659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:00.739732 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e996b4f4-36b7-41db-8497-c60d8ae9d5ef req-179d13ec-d134-46b9-b056-187ded3fa659 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=704d4d43abe84cdd94ebff6859425e87&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3004882 Aug 31 08:54:00.781990 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c898-8649-412f-81b5-6593199e6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:00.817180 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb0c898-8649-412f-81b5-6593199e6a79 admin admin] vlan segment allocate from pool success with {'vlan_id': 1355, 'physical_network': 'physnet1'} {{(pid=101272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:54:00.827406 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0c898-8649-412f-81b5-6593199e6a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e3b46e-b02b-4d03-a56d-368c7822079b,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:00.835380 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c898-8649-412f-81b5-6593199e6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:00.836283 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.segments_db [None req-ffb0c898-8649-412f-81b5-6593199e6a79 admin admin] Added segment 73581261-9130-4983-a92c-4fcd9cc1f6da of type vlan for network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 Aug 31 08:54:00.865648 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd758fe-9e3e-4f6f-9ac8-9bae3a5e0b8b req-307e3c80-63b9-4f42-b3db-792d8728926a tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:00.867046 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dcd758fe-9e3e-4f6f-9ac8-9bae3a5e0b8b req-307e3c80-63b9-4f42-b3db-792d8728926a tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 943 time: 0.0730321 Aug 31 08:54:00.880259 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c898-8649-412f-81b5-6593199e6a79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:00.898645 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996b4f4-36b7-41db-8497-c60d8ae9d5ef req-95b783a1-3cd6-42d2-a024-6def64545d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:00.900009 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e996b4f4-36b7-41db-8497-c60d8ae9d5ef req-95b783a1-3cd6-42d2-a024-6def64545d5f service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1504560 Aug 31 08:54:00.923662 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dcd758fe-9e3e-4f6f-9ac8-9bae3a5e0b8b req-9d711070-5d79-4a53-9b7e-fb3d68b813e2 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426879 Aug 31 08:54:00.992229 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-af723b0a-d7d6-423d-9496-c0baa20052ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:00.993890 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-af723b0a-d7d6-423d-9496-c0baa20052ab service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=704d4d43abe84cdd94ebff6859425e87&device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 1096 time: 0.0457239 Aug 31 08:54:01.044247 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-70536080-d4c0-4329-90b8-8e303a5bdd6e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0d5a78c-6511-4b32-a20d-7e219acebaa3 HTTP/1.1" status: 200 len: 217 time: 0.0390165 Aug 31 08:54:01.067689 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c898-8649-412f-81b5-6593199e6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:01.068969 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb0c898-8649-412f-81b5-6593199e6a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:01.069751 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ffb0c898-8649-412f-81b5-6593199e6a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:01.135226 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-4189190a-7e45-4208-8bc0-7e0033bd25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:01.137027 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-4189190a-7e45-4208-8bc0-7e0033bd25a5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=837ede5a-1816-4179-8f6b-8cad7d412f98 HTTP/1.1" status: 200 len: 854 time: 0.0819838 Aug 31 08:54:01.179501 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0c898-8649-412f-81b5-6593199e6a79 admin admin] Pushing event updated for resources: {'Network': ['ID=945ae18c-2f91-47bd-bfbd-369ee74f27e6,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:01.188395 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-379e7532-964b-4637-bbd2-241ac8dd0d3d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5028c28c-c36e-4db6-bf36-1ce074bcd249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393887 Aug 31 08:54:01.199310 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc721d7-5a99-4fe0-b08e-96ffc5812df7 req-abd92014-d60b-4368-b4bf-aaea3a2ca1a6 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:01.199633 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:54:01.208084 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3bc721d7-5a99-4fe0-b08e-96ffc5812df7 req-abd92014-d60b-4368-b4bf-aaea3a2ca1a6 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.1354225 Aug 31 08:54:01.260781 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3bc721d7-5a99-4fe0-b08e-96ffc5812df7 req-baafaf46-70e8-4b21-aef4-f3e0d8a49e7f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516126 Aug 31 08:54:01.267142 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-ffb0c898-8649-412f-81b5-6593199e6a79 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0970826 Aug 31 08:54:01.272362 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 50384) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:01.279847 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-53e3b6d1-be82-4dad-8c1b-c34141326c93 admin admin] Request body: {'subnet': {'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-subnet', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:01.338804 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-b11360ec-1544-49a8-a22c-dc953f77a7eb service neutron] 10.222.0.103 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368849 Aug 31 08:54:01.404628 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e3b6d1-be82-4dad-8c1b-c34141326c93 admin admin] Made reservation on behalf of e986ed04246f4cd9a5fafdf9f660684b for: {'subnet': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:54:01.411968 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-53e3b6d1-be82-4dad-8c1b-c34141326c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12590099'] for subnet, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:01.491152 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5e0cb2c9-6b56-4b31-b635-82e438cfbe1c req-f67b0771-e4a8-4e65-810f-c7f996f1150d service neutron] 10.222.0.103 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441352 Aug 31 08:54:01.782126 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-53e3b6d1-be82-4dad-8c1b-c34141326c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12899669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12590085'] for subnet, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:01.842524 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3b6d1-be82-4dad-8c1b-c34141326c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f7e7944-275c-4f13-be48-7508c282a8a0,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:01.865587 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e3b6d1-be82-4dad-8c1b-c34141326c93 admin admin] Checking segment: {'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:54:01.866108 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e3b6d1-be82-4dad-8c1b-c34141326c93 admin admin] Network hostable DHCP agents. Network: 945ae18c-2f91-47bd-bfbd-369ee74f27e6, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:54:02.026830 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e3b6d1-be82-4dad-8c1b-c34141326c93 admin admin] Network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:54:02.042059 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd33e2-b590-45e3-9883-65ca99d472bb req-aefb7b7e-0236-4082-95ca-d64b4e4096e2 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:02.043748 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c1bd33e2-b590-45e3-9883-65ca99d472bb req-aefb7b7e-0236-4082-95ca-d64b4e4096e2 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 943 time: 0.0513020 Aug 31 08:54:02.086932 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c1bd33e2-b590-45e3-9883-65ca99d472bb req-6c04a133-2e11-45aa-9a93-5ba30a6c7f26 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363135 Aug 31 08:54:02.198586 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-53e3b6d1-be82-4dad-8c1b-c34141326c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 945ae18c-2f91-47bd-bfbd-369ee74f27e6) {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:54:02.202668 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e3b6d1-be82-4dad-8c1b-c34141326c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:02.203240 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-53e3b6d1-be82-4dad-8c1b-c34141326c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:02.208509 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d23b34-abf3-4ea3-ac58-83b32fb22710 None None] Network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:54:02.308515 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-53e3b6d1-be82-4dad-8c1b-c34141326c93 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0353663 Aug 31 08:54:02.313195 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 50402) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:02.319145 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:02.414289 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0819c63-ea8b-4ec7-baaa-f1aa7dbe45f9 req-d34b48e6-6b48-4e98-935d-9fcc1e4d936e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:02.415793 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c0819c63-ea8b-4ec7-baaa-f1aa7dbe45f9 req-d34b48e6-6b48-4e98-935d-9fcc1e4d936e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0553939 Aug 31 08:54:02.460577 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c0819c63-ea8b-4ec7-baaa-f1aa7dbe45f9 req-ab3af266-8b9d-478a-94e5-168fd6fab36e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378363 Aug 31 08:54:02.468236 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12856'] for router, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:02.469450 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12851'] for router, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:02.487469 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadd5e035-c579-5214-aed2-157ab8088043-945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0'}]}} from dv-cinder-782910-2-iscsi. {{(pid=101274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:54:02.488360 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:02.530083 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:02.633940 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Allocated IP 172.20.0.2 (945ae18c-2f91-47bd-bfbd-369ee74f27e6/5f7e7944-275c-4f13-be48-7508c282a8a0/d1c93485-5b89-4d6f-a64f-aa9c0634f7ef) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:54:02.814900 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:02.815029 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:02.825917 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Transition to ACTIVE for port object d1c93485-5b89-4d6f-a64f-aa9c0634f7ef will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:54:02.847259 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Transition to ACTIVE for port object d1c93485-5b89-4d6f-a64f-aa9c0634f7ef will not be triggered until provisioned by entity DHCP. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:54:02.983348 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.030282 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:54:03.040739 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:54:03.046455 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:54:03.049852 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Pushing event updated for resources: {'Port': ['ID=d1c93485-5b89-4d6f-a64f-aa9c0634f7ef,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:03.068454 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:03.068831 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:03.069382 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:03.069722 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:03.070056 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:03.070395 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:03.070727 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:03.071059 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:03.071406 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:03.071747 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:03.072121 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:03.072596 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:03.131129 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Attempting to bind port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:54:03.131854 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Attempting to bind port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:54:03.132462 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Attempting to bind port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef on network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:54:03.139324 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:54:03.140121 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Checking segment: {'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:54:03.140756 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.141418 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Bound using segment: {'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:54:03.142193 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Bound port: d1c93485-5b89-4d6f-a64f-aa9c0634f7ef, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:54:03.142897 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.208157 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50426) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:03.225233 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] For port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:54:03.229246 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] For port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=d1c93485-5b89-4d6f-a64f-aa9c0634f7ef,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:54:03.259560 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.282628 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.303165 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aecef-c76d-4fdb-9bd1-1d90b9fae935 req-50874214-f494-456f-8e0e-101af9371067 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:03.309018 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-321aecef-c76d-4fdb-9bd1-1d90b9fae935 req-50874214-f494-456f-8e0e-101af9371067 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 943 time: 0.1198759 Aug 31 08:54:03.326267 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.354491 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-061499bf-1347-4912-adf8-cf3172807b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.417174 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-321aecef-c76d-4fdb-9bd1-1d90b9fae935 req-7e3a782f-bc14-44ea-9130-1d2c8386025d tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050322 Aug 31 08:54:03.433060 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73f095-fda8-41b8-aff4-534d87e7d86d None None] Pushing event updated for resources: {'Port': ['ID=d1c93485-5b89-4d6f-a64f-aa9c0634f7ef,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:03.492644 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-061499bf-1347-4912-adf8-cf3172807b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.495337 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Allocated IP 172.27.0.99 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/7c8a9321-ff61-4d3b-82d4-93e107c3adbb) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:54:03.613566 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676ab53-4c0b-4726-8838-cdd4828dd3d2 req-6ca808fd-3a81-4de7-a480-1da95df9b12e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:03.615190 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f676ab53-4c0b-4726-8838-cdd4828dd3d2 req-6ca808fd-3a81-4de7-a480-1da95df9b12e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0752959 Aug 31 08:54:03.618089 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-061499bf-1347-4912-adf8-cf3172807b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.711889 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061499bf-1347-4912-adf8-cf3172807b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72010eb-97c6-4049-8dbb-88c8f0405a66,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:03.714426 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.720120 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-061499bf-1347-4912-adf8-cf3172807b55 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=017215fafd284e45ba6b13e2c8cbfeec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5106378 Aug 31 08:54:03.723064 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50442) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:03.774492 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f676ab53-4c0b-4726-8838-cdd4828dd3d2 req-be262362-ccf2-4cfc-8ebc-e8d5d74906c7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422162 Aug 31 08:54:03.858379 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0092bca5-57d2-4184-b8ef-20c14704f782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:03.858379 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0092bca5-57d2-4184-b8ef-20c14704f782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:04.044732 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device d1c93485-5b89-4d6f-a64f-aa9c0634f7ef up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:54:04.073426 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:04.119996 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:54:04.122815 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:54:04.126459 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:54:04.131783 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7c8a9321-ff61-4d3b-82d4-93e107c3adbb,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:04.141502 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0092bca5-57d2-4184-b8ef-20c14704f782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:04.148828 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0092bca5-57d2-4184-b8ef-20c14704f782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:04.148828 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-0092bca5-57d2-4184-b8ef-20c14704f782 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f72010eb-97c6-4049-8dbb-88c8f0405a66 HTTP/1.1" status: 204 len: 168 time: 0.4207635 Aug 31 08:54:04.155829 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092bca5-57d2-4184-b8ef-20c14704f782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72010eb-97c6-4049-8dbb-88c8f0405a66,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:04.222695 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:54:04.514434 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6d25ed-6cbc-4800-84da-2630e0833b4b None None] Network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:54:04.560795 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12a3aa-b10b-4de2-bbfc-2c86e7ee669e req-8e2c108e-49fe-4d32-8f9f-397b604c1810 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:04.568514 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6c12a3aa-b10b-4de2-bbfc-2c86e7ee669e req-8e2c108e-49fe-4d32-8f9f-397b604c1810 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 943 time: 0.0602922 Aug 31 08:54:04.621769 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6c12a3aa-b10b-4de2-bbfc-2c86e7ee669e req-a7528007-535a-4b48-b332-ae0884869b38 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502176 Aug 31 08:54:04.634889 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:04.707105 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-b9d1fc2e-301a-4132-bebb-af7539bf2793 None None] Provisioning for port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:54:04.714138 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-b9d1fc2e-301a-4132-bebb-af7539bf2793 None None] Provisioning complete for port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:04.714759 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fc2e-301a-4132-bebb-af7539bf2793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:04.830387 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fc2e-301a-4132-bebb-af7539bf2793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:04.876896 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-b9d1fc2e-301a-4132-bebb-af7539bf2793 None None] For port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=d1c93485-5b89-4d6f-a64f-aa9c0634f7ef,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:04.964156 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311ac84-5bf4-4a5d-8877-d8ab1b211bc9 req-fa301774-1101-4b09-9590-db200dc10b8a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:04.964879 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b9d1fc2e-301a-4132-bebb-af7539bf2793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:04.965947 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6311ac84-5bf4-4a5d-8877-d8ab1b211bc9 req-fa301774-1101-4b09-9590-db200dc10b8a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0706177 Aug 31 08:54:04.967610 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435186'] for router, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:05.033774 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1fc2e-301a-4132-bebb-af7539bf2793 None None] Pushing event updated for resources: {'Port': ['ID=d1c93485-5b89-4d6f-a64f-aa9c0634f7ef,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:05.059763 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50466) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:05.075491 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-37b95584-7ec0-45b3-aa08-78ba8ff9bbe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:05.101927 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-d8a3f0ac-bb90-41e8-885a-411aa0e1deb8 None None] Provisioning complete for port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:05.106679 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d8a3f0ac-bb90-41e8-885a-411aa0e1deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:05.214000 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-37b95584-7ec0-45b3-aa08-78ba8ff9bbe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:05.301640 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6311ac84-5bf4-4a5d-8877-d8ab1b211bc9 req-46562db4-75bb-456e-a1d1-bb68d3252232 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934458 Aug 31 08:54:05.347221 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-37b95584-7ec0-45b3-aa08-78ba8ff9bbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:05.390308 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-37b95584-7ec0-45b3-aa08-78ba8ff9bbe3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4d6f2cd6694246bdb4a44f1a9b0700e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293324 Aug 31 08:54:05.391272 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b95584-7ec0-45b3-aa08-78ba8ff9bbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29d34de-9702-4223-8d50-98d9b313f20a,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:05.393324 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 50470) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:05.433416 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Router 63dd9520-b2f7-4b67-bc96-dd244acacc07 is scheduled to L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 with binding_index 1 {{(pid=101273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:54:05.451188 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-23346854-f5d2-4c0c-8ba9-63ed9d441718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:05.516010 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-23346854-f5d2-4c0c-8ba9-63ed9d441718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:05.556822 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50482) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:05.595824 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:54:05.610448 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2a2750-d3c5-4bce-a566-c78c46d8bad6 admin admin] Deleting subnet 6e9d963f-1e43-4977-8f20-b81f9f6fc6f9 {{(pid=101272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:54:05.614474 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Sync routers for ids ['63dd9520-b2f7-4b67-bc96-dd244acacc07'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:54:05.615006 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2750-d3c5-4bce-a566-c78c46d8bad6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:05.623523 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Routers {'63dd9520-b2f7-4b67-bc96-dd244acacc07'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:54:05.624179 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:53:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['63dd9520-b2f7-4b67-bc96-dd244acacc07'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:05.648941 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2750-d3c5-4bce-a566-c78c46d8bad6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:05.655225 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2750-d3c5-4bce-a566-c78c46d8bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:05.729909 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] Notify callbacks [] for router, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:05.731889 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-575f86b7-c3de-4890-89d1-89acf28b02c5 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4168806 Aug 31 08:54:05.735586 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 50486) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:05.749840 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Set router 63dd9520-b2f7-4b67-bc96-dd244acacc07 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:54:05.761252 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461232a5-a602-4647-b65a-ffeaf389c9c6 req-0620e038-3ac5-438e-b9c8-cc931e3ca019 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:05.763032 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-461232a5-a602-4647-b65a-ffeaf389c9c6 req-0620e038-3ac5-438e-b9c8-cc931e3ca019 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 943 time: 0.0544560 Aug 31 08:54:05.806427 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-23346854-f5d2-4c0c-8ba9-63ed9d441718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:05.809113 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-23346854-f5d2-4c0c-8ba9-63ed9d441718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:05.812891 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-23346854-f5d2-4c0c-8ba9-63ed9d441718 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c29d34de-9702-4223-8d50-98d9b313f20a HTTP/1.1" status: 204 len: 168 time: 0.4160447 Aug 31 08:54:05.813033 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-461232a5-a602-4647-b65a-ffeaf389c9c6 req-613c5c9c-8cdb-46a5-b903-bd65bdeee46b tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403216 Aug 31 08:54:05.837469 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23346854-f5d2-4c0c-8ba9-63ed9d441718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29d34de-9702-4223-8d50-98d9b313f20a,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:05.884861 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2750-d3c5-4bce-a566-c78c46d8bad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for subnet, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:05.922065 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a2750-d3c5-4bce-a566-c78c46d8bad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e9d963f-1e43-4977-8f20-b81f9f6fc6f9,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:05.926991 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-7d2a2750-d3c5-4bce-a566-c78c46d8bad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:05.929486 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-7d2a2750-d3c5-4bce-a566-c78c46d8bad6 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6e9d963f-1e43-4977-8f20-b81f9f6fc6f9 HTTP/1.1" status: 204 len: 168 time: 0.3715599 Aug 31 08:54:05.938490 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50492) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:06.032751 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device d1c93485-5b89-4d6f-a64f-aa9c0634f7ef up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:54:06.046104 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:04Z', 'revision_number': 3, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:06.069179 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.079012 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Checking router: 63dd9520-b2f7-4b67-bc96-dd244acacc07 for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:54:06.079608 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Updating router 63dd9520-b2f7-4b67-bc96-dd244acacc07 port 7c8a9321-ff61-4d3b-82d4-93e107c3adbb binding host dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:54:06.113504 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.127205 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:06.128513 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.181196 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.196436 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:54:06.196777 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:54:06.197525 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:54:06.197857 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Subscribe: > port after_create 55550000 {{(pid=101272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:54:06.198181 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Subscribe: > port after_delete 55550000 {{(pid=101272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:54:06.198514 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Subscribe: > port after_update 55550000 {{(pid=101272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:54:06.198845 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:54:06.199155 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:54:06.199462 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:54:06.199792 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:54:06.318797 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:54:06.319190 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:54:06.319521 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:54:06.320267 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 08:54:06.320267 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da34123-90d0-43e7-bbe5-ee78c1efa631']}} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:06.348692 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d3586c-5dee-45a7-a850-04a78bd5e5b3') {'for_net_delete': True} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:06.349452 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d3586c-5dee-45a7-a850-04a78bd5e5b3') {} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:06.374019 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192420'] for segment, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.374410 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.425876 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.446642 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Releasing vlan 1392 on physical network physnet1 to pool {{(pid=101272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:54:06.447190 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427496'] for segment, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: from cryptography.utils import int_from_bytes Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: from cryptography.utils import int_from_bytes Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: Traceback (most recent call last): Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: timer() Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: cb(*args, **kw) Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: return func(*args, **kwargs) Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: self._notify() Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: self.callback(batched_events) Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: event.method(event) Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: return f(self, *a, **k) Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._get(url).json() Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: return self.request(url, 'GET', **kwargs) Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:54:06.452475 dv-cinder-782910-2-iscsi neutron-server[101272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:54:06.481957 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.494419 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Transition to ACTIVE for port object 7c8a9321-ff61-4d3b-82d4-93e107c3adbb will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:54:06.521206 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94595df7-4960-4e78-aac9-2c26006915fd req-9aae29f4-0e00-46dd-8dd9-d1effc8584ea tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:06.529055 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-94595df7-4960-4e78-aac9-2c26006915fd req-9aae29f4-0e00-46dd-8dd9-d1effc8584ea tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.1408792 Aug 31 08:54:06.578841 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-94595df7-4960-4e78-aac9-2c26006915fd req-fc8035d5-88ec-4653-998e-d6a2f6ecccec tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460238 Aug 31 08:54:06.598938 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.617221 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Allocated IP 172.20.0.1 (945ae18c-2f91-47bd-bfbd-369ee74f27e6/5f7e7944-275c-4f13-be48-7508c282a8a0/9ab98394-36fc-4ba9-8b45-2f8cc16077c5) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:54:06.633501 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.646849 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.649029 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] 10.222.0.74 "DELETE /v2.0/networks/7da34123-90d0-43e7-bbe5-ee78c1efa631 HTTP/1.1" status: 204 len: 168 time: 0.7086866 Aug 31 08:54:06.655279 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 50506) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:06.663210 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b796c-f9ec-42d2-853e-bc0866349d1e admin admin] Pushing event deleted for resources: {'Network': ['ID=7da34123-90d0-43e7-bbe5-ee78c1efa631,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:06.682425 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Attempting to bind port 7c8a9321-ff61-4d3b-82d4-93e107c3adbb on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:54:06.683040 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Attempting to bind port 7c8a9321-ff61-4d3b-82d4-93e107c3adbb by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:54:06.683040 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Attempting to bind port 7c8a9321-ff61-4d3b-82d4-93e107c3adbb on network 21b7b17b-0504-4a0f-9003-5825bc0f5835 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:54:06.692985 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264e15b-b691-4aa6-9d45-db3015aa4f51 None None] Pushing event updated for resources: {'Port': ['ID=7c8a9321-ff61-4d3b-82d4-93e107c3adbb,revision_number=2']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:06.695211 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:54:06.695578 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Checking segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:54:06.701508 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.701508 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Bound using segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:54:06.701508 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Bound port: 7c8a9321-ff61-4d3b-82d4-93e107c3adbb, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:54:06.701508 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.726692 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264e15b-b691-4aa6-9d45-db3015aa4f51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:06.727060 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264e15b-b691-4aa6-9d45-db3015aa4f51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:06.727405 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264e15b-b691-4aa6-9d45-db3015aa4f51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:06.727738 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264e15b-b691-4aa6-9d45-db3015aa4f51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:06.728164 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264e15b-b691-4aa6-9d45-db3015aa4f51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:06.728498 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264e15b-b691-4aa6-9d45-db3015aa4f51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:06.728824 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264e15b-b691-4aa6-9d45-db3015aa4f51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:06.729148 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264e15b-b691-4aa6-9d45-db3015aa4f51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:06.729482 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264e15b-b691-4aa6-9d45-db3015aa4f51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:06.729996 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264e15b-b691-4aa6-9d45-db3015aa4f51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:06.730320 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264e15b-b691-4aa6-9d45-db3015aa4f51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:06.730644 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3264e15b-b691-4aa6-9d45-db3015aa4f51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:06.768039 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_v2 [None req-02229643-9525-4d4c-a7d3-7ebf7b6ac179 admin admin] Deleting subnet b9091206-5501-4f9d-81c2-cce0c33abc32 {{(pid=101273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:54:06.769829 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] For port 7c8a9321-ff61-4d3b-82d4-93e107c3adbb, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:54:06.772691 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-02229643-9525-4d4c-a7d3-7ebf7b6ac179 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.774544 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] For port 7c8a9321-ff61-4d3b-82d4-93e107c3adbb, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=7c8a9321-ff61-4d3b-82d4-93e107c3adbb,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:54:06.829185 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-02229643-9525-4d4c-a7d3-7ebf7b6ac179 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12966715'] for subnet, precommit_delete_associations {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.835273 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.871007 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Transition to ACTIVE for port object 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 will not be triggered until provisioned by entity DHCP. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:54:06.891582 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-02229643-9525-4d4c-a7d3-7ebf7b6ac179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.896527 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:06.994398 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Routers {'63dd9520-b2f7-4b67-bc96-dd244acacc07'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:54:06.995490 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:53:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['63dd9520-b2f7-4b67-bc96-dd244acacc07'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:07.003034 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264e15b-b691-4aa6-9d45-db3015aa4f51 None None] Pushing event updated for resources: {'Port': ['ID=7c8a9321-ff61-4d3b-82d4-93e107c3adbb,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:07.016974 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec02170-946f-4d4c-b314-49f4deb6d4ed req-7a32dc1b-dd41-49a7-81b8-61f4070f26c9 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:07.019270 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2ec02170-946f-4d4c-b314-49f4deb6d4ed req-7a32dc1b-dd41-49a7-81b8-61f4070f26c9 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 943 time: 0.0765758 Aug 31 08:54:07.064325 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2ec02170-946f-4d4c-b314-49f4deb6d4ed req-16e48551-d167-4faf-9ac5-0cebcdf248b2 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384617 Aug 31 08:54:07.073958 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.137728 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:54:07.141501 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-02229643-9525-4d4c-a7d3-7ebf7b6ac179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12899978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12590140'] for subnet, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.148662 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Pushing event updated for resources: {'Port': ['ID=9ab98394-36fc-4ba9-8b45-2f8cc16077c5,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:07.151660 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:54:07.163500 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] Set router 63dd9520-b2f7-4b67-bc96-dd244acacc07 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:54:07.180654 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:54:07.222728 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434561'] for router_interface, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.245029 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02229643-9525-4d4c-a7d3-7ebf7b6ac179 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9091206-5501-4f9d-81c2-cce0c33abc32,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:07.298901 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-02229643-9525-4d4c-a7d3-7ebf7b6ac179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.301048 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-02229643-9525-4d4c-a7d3-7ebf7b6ac179 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b9091206-5501-4f9d-81c2-cce0c33abc32 HTTP/1.1" status: 204 len: 168 time: 0.6445439 Aug 31 08:54:07.303794 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50526) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:07.420937 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d427084f-6664-4686-b4c7-154c3cff08c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.462577 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:04Z', 'revision_number': 3, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:07.545880 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d427084f-6664-4686-b4c7-154c3cff08c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.558312 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-d427084f-6664-4686-b4c7-154c3cff08c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d5c002-1bf2-4d52-9af5-8b61df57755f']}} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:07.573539 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-d427084f-6664-4686-b4c7-154c3cff08c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1253f784-1960-4b71-b16c-025f0e33a670') {'for_net_delete': True} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:07.573813 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-d427084f-6664-4686-b4c7-154c3cff08c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1253f784-1960-4b71-b16c-025f0e33a670') {} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:07.586250 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d427084f-6664-4686-b4c7-154c3cff08c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192420'] for segment, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.590778 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8ab4f8-6f93-48a4-9696-04bd20a822dc None None] The sync data for ids ['63dd9520-b2f7-4b67-bc96-dd244acacc07'] in dv-cinder-782910-2-iscsi is: [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:04Z', 'revision_number': 3, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:54:07.606790 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d427084f-6664-4686-b4c7-154c3cff08c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.611021 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-676770ae-7788-42f4-8ca0-b24ada068a11 None None] Provisioning for port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:54:07.617874 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d427084f-6664-4686-b4c7-154c3cff08c5 admin admin] Releasing vlan 1371 on physical network physnet1 to pool {{(pid=101272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:54:07.618296 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-676770ae-7788-42f4-8ca0-b24ada068a11 None None] Provisioning complete for port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:07.618646 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d427084f-6664-4686-b4c7-154c3cff08c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427496'] for segment, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.619144 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-676770ae-7788-42f4-8ca0-b24ada068a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: Traceback (most recent call last): Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: timer() Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: cb(*args, **kw) Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: return func(*args, **kwargs) Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: self._notify() Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: self.callback(batched_events) Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: event.method(event) Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: return f(self, *a, **k) Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._get(url).json() Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: return self.request(url, 'GET', **kwargs) Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:54:07.620909 dv-cinder-782910-2-iscsi neutron-server[101272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:54:07.712717 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-676770ae-7788-42f4-8ca0-b24ada068a11 None None] Port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:54:07.760451 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.818745 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5461304-d91e-4bfd-9afd-7fb34bdc22c1 req-1f2e03dd-7cc1-4204-9dbf-82b2512cbfee tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:07.823544 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e5461304-d91e-4bfd-9afd-7fb34bdc22c1 req-1f2e03dd-7cc1-4204-9dbf-82b2512cbfee tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0995657 Aug 31 08:54:07.867843 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d427084f-6664-4686-b4c7-154c3cff08c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.875787 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d427084f-6664-4686-b4c7-154c3cff08c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:07.879137 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-d427084f-6664-4686-b4c7-154c3cff08c5 admin admin] 10.222.0.74 "DELETE /v2.0/networks/39d5c002-1bf2-4d52-9af5-8b61df57755f HTTP/1.1" status: 204 len: 168 time: 0.5730324 Aug 31 08:54:07.909637 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427084f-6664-4686-b4c7-154c3cff08c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=39d5c002-1bf2-4d52-9af5-8b61df57755f,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:07.921255 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e5461304-d91e-4bfd-9afd-7fb34bdc22c1 req-03c966f7-1d56-4ea9-abba-6a34ddf2c731 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947073 Aug 31 08:54:08.151431 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:08.218802 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf0234-6e8d-4520-8954-ba1f2706ace0 req-d1b66e43-42ed-4850-afbc-7c8d40756f8d tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:08.220255 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0eaf0234-6e8d-4520-8954-ba1f2706ace0 req-d1b66e43-42ed-4850-afbc-7c8d40756f8d tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 943 time: 0.0600359 Aug 31 08:54:08.279202 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0eaf0234-6e8d-4520-8954-ba1f2706ace0 req-a117fe35-6d4f-4094-bd08-976871d885cb tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511479 Aug 31 08:54:08.302249 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:08.385773 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Pushing event updated for resources: {'Port': ['ID=9ab98394-36fc-4ba9-8b45-2f8cc16077c5,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:08.389883 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435505'] for router_interface, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:08.507565 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:54:08.509155 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:54:08.712690 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50568) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:08.734386 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50570) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:08.811673 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-66311864-ac50-4453-9253-ecef5825082e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=049d26b95e184e0b86c2fbc266365e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1034822 Aug 31 08:54:08.815746 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50574) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:08.886516 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Router 63dd9520-b2f7-4b67-bc96-dd244acacc07 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:54:08.898126 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-7ea808ae-67c3-4eb9-8adf-ae28938f81a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:08.927392 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-7ea808ae-67c3-4eb9-8adf-ae28938f81a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:08.977586 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-3907bc2e-0e95-4a3f-9369-c3f37e04e572 None None] Provisioning complete for port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:08.978498 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3907bc2e-0e95-4a3f-9369-c3f37e04e572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:08.985054 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3a730181-1d5f-4e4d-891c-c613dfc2d040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:09.032091 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:54:09.044610 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-961ee0e7-7cf4-44a5-9650-f672c64ae6ec admin admin] 10.222.0.74 "PUT /v2.0/routers/63dd9520-b2f7-4b67-bc96-dd244acacc07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3077176 Aug 31 08:54:09.047177 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-3907bc2e-0e95-4a3f-9369-c3f37e04e572 None None] Port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:54:09.133770 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e5e78-74d0-4109-817d-4dc643f7c315 req-332953ac-2873-4ff7-b3e6-b319119838e2 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:09.137103 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6b1e5e78-74d0-4109-817d-4dc643f7c315 req-332953ac-2873-4ff7-b3e6-b319119838e2 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0772407 Aug 31 08:54:09.140780 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-7ea808ae-67c3-4eb9-8adf-ae28938f81a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:09.143970 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-7ea808ae-67c3-4eb9-8adf-ae28938f81a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:09.147937 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-7ea808ae-67c3-4eb9-8adf-ae28938f81a5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a3bca5ba-b1c9-40f9-82ea-8a17b54cc882 HTTP/1.1" status: 204 len: 168 time: 0.3147285 Aug 31 08:54:09.184093 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea808ae-67c3-4eb9-8adf-ae28938f81a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bca5ba-b1c9-40f9-82ea-8a17b54cc882,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:09.247983 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6b1e5e78-74d0-4109-817d-4dc643f7c315 req-199abfb7-250d-43ec-84f0-e98304f2e189 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885367 Aug 31 08:54:09.301020 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3a730181-1d5f-4e4d-891c-c613dfc2d040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:09.376275 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3a730181-1d5f-4e4d-891c-c613dfc2d040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:09.474898 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device c0d5a78c-6511-4b32-a20d-7e219acebaa3 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:54:09.487752 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-3a730181-1d5f-4e4d-891c-c613dfc2d040 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=eb1598a5936741199826288fb3258e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7479341 Aug 31 08:54:09.488052 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 50592) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:09.500461 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a730181-1d5f-4e4d-891c-c613dfc2d040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91d4bb5-7f1c-4993-bb13-86bd78036845,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:09.521008 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8e22f-235a-4816-8428-aa2dcd975cde req-1d3451ad-a31b-4245-a646-1690db767c52 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:09.529214 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3ef8e22f-235a-4816-8428-aa2dcd975cde req-1d3451ad-a31b-4245-a646-1690db767c52 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 943 time: 0.1487126 Aug 31 08:54:09.589713 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3ef8e22f-235a-4816-8428-aa2dcd975cde req-2136a455-e5f2-4ea2-8367-2113c724680c tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590861 Aug 31 08:54:09.619839 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb59c-7467-48d4-84dd-0c4d0f8300a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:09.662419 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb59c-7467-48d4-84dd-0c4d0f8300a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:09.720258 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port c0d5a78c-6511-4b32-a20d-7e219acebaa3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c0d5a78c-6511-4b32-a20d-7e219acebaa3,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:09.745223 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': 'c0d5a78c-6511-4b32-a20d-7e219acebaa3', 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249', 'port_id': 'c0d5a78c-6511-4b32-a20d-7e219acebaa3', 'mac_address': 'fa:16:3e:0e:60:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837ede5a-1816-4179-8f6b-8cad7d412f98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:54:09.812671 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:09.838858 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Sync routers for ids ['63dd9520-b2f7-4b67-bc96-dd244acacc07'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:54:09.839188 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb59c-7467-48d4-84dd-0c4d0f8300a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:09.844163 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb59c-7467-48d4-84dd-0c4d0f8300a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:09.850038 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0d5a78c-6511-4b32-a20d-7e219acebaa3 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:54:09.850234 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-cc5eb59c-7467-48d4-84dd-0c4d0f8300a5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e91d4bb5-7f1c-4993-bb13-86bd78036845 HTTP/1.1" status: 204 len: 168 time: 0.3563809 Aug 31 08:54:09.857975 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5eb59c-7467-48d4-84dd-0c4d0f8300a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91d4bb5-7f1c-4993-bb13-86bd78036845,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:09.864420 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Routers {'63dd9520-b2f7-4b67-bc96-dd244acacc07'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:54:09.864963 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:53:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['63dd9520-b2f7-4b67-bc96-dd244acacc07'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:09.915862 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port c0d5a78c-6511-4b32-a20d-7e219acebaa3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c0d5a78c-6511-4b32-a20d-7e219acebaa3,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:10.010287 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 50600) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:10.017105 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Set router 63dd9520-b2f7-4b67-bc96-dd244acacc07 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:54:10.019617 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-967ba2e3-4c19-4431-9385-9184c78f65c9 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--735113989', 'description': 'tempest-description--985709456'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:10.060708 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 7c8a9321-ff61-4d3b-82d4-93e107c3adbb up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:54:10.096263 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:10.177544 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50602) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:10.187777 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-967ba2e3-4c19-4431-9385-9184c78f65c9 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:10.234084 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-cc1926f2-b8b6-44d9-bb44-00f03ae8bf0c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=61b250c1960340c88d0b436616d40fdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549216 Aug 31 08:54:10.234991 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50606) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:10.274221 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=c0d5a78c-6511-4b32-a20d-7e219acebaa3,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:10.378119 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-1957b2aa-a1f7-4d2a-ac82-4a3dc7c78dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:10.393359 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-967ba2e3-4c19-4431-9385-9184c78f65c9 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:10.434412 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:07Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '9ab98394-36fc-4ba9-8b45-2f8cc16077c5', 'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'mac_address': 'fa:16:3e:ec:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:06Z', 'updated_at': '2021-08-31T08:54:07Z', 'revision_number': 2, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'subnets': [{'id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:10.438360 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 7c8a9321-ff61-4d3b-82d4-93e107c3adbb completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:54:10.452955 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-1957b2aa-a1f7-4d2a-ac82-4a3dc7c78dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:10.478764 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 7c8a9321-ff61-4d3b-82d4-93e107c3adbb triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:10.479831 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:10.484228 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Checking router: 63dd9520-b2f7-4b67-bc96-dd244acacc07 for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:54:10.484670 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Updating router 63dd9520-b2f7-4b67-bc96-dd244acacc07 port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 binding host dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:54:10.503494 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c99c68-0b85-4cb6-ac50-00c2a92881cc req-69fec97c-8fcd-401c-9b48-f0607af53876 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:10.505176 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f9c99c68-0b85-4cb6-ac50-00c2a92881cc req-69fec97c-8fcd-401c-9b48-f0607af53876 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.1192167 Aug 31 08:54:10.512980 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-967ba2e3-4c19-4431-9385-9184c78f65c9 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:10.543378 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['c0d5a78c-6511-4b32-a20d-7e219acebaa3'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:54:10.564778 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ba2e3-4c19-4431-9385-9184c78f65c9 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fee784-8585-4ba7-a777-2253f51808be,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:10.578029 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f9c99c68-0b85-4cb6-ac50-00c2a92881cc req-b3863d51-0bd5-402e-9b6b-d3037cd3f31f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647430 Aug 31 08:54:10.584250 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:10.679757 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-1957b2aa-a1f7-4d2a-ac82-4a3dc7c78dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:10.683061 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-1957b2aa-a1f7-4d2a-ac82-4a3dc7c78dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:10.684763 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-1957b2aa-a1f7-4d2a-ac82-4a3dc7c78dde admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9e33b0b0-e744-4d77-9693-3dc9fdb50a8d HTTP/1.1" status: 204 len: 168 time: 0.4463978 Aug 31 08:54:10.696972 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957b2aa-a1f7-4d2a-ac82-4a3dc7c78dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e33b0b0-e744-4d77-9693-3dc9fdb50a8d,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:10.734981 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837d617-e291-4fa0-af45-cc504e28ef9f req-c0ff0592-176a-451c-a4ba-00b4703c97d7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:10.737200 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9837d617-e291-4fa0-af45-cc504e28ef9f req-c0ff0592-176a-451c-a4ba-00b4703c97d7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 944 time: 0.0677416 Aug 31 08:54:10.738977 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-967ba2e3-4c19-4431-9385-9184c78f65c9 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:10.746270 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-967ba2e3-4c19-4431-9385-9184c78f65c9 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7315211 Aug 31 08:54:10.746270 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 50624) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:10.763652 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-864b1056-82cc-4b8c-b107-acfe715c1dbf tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Request body: {'security_group_rule': {'security_group_id': 'a9fee784-8585-4ba7-a777-2253f51808be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:10.796991 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:10.868116 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port 7c8a9321-ff61-4d3b-82d4-93e107c3adbb, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=7c8a9321-ff61-4d3b-82d4-93e107c3adbb,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:10.874789 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9837d617-e291-4fa0-af45-cc504e28ef9f req-54d61843-f5fc-4b37-952c-61c6fc2244de tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232736 Aug 31 08:54:10.945783 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-864b1056-82cc-4b8c-b107-acfe715c1dbf tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:11.015785 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:11.024882 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-864b1056-82cc-4b8c-b107-acfe715c1dbf tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:11.121699 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=7c8a9321-ff61-4d3b-82d4-93e107c3adbb,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:11.125345 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-864b1056-82cc-4b8c-b107-acfe715c1dbf tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:11.141122 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:11.144411 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b1056-82cc-4b8c-b107-acfe715c1dbf tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21598ef0-f40b-4b51-ba36-b5ac3f8b9610,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:11.154142 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Transition to ACTIVE for port object 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:54:11.226928 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-864b1056-82cc-4b8c-b107-acfe715c1dbf tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:11.228330 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-864b1056-82cc-4b8c-b107-acfe715c1dbf tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4785087 Aug 31 08:54:11.231002 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 50642) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:11.236194 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-3d924d2c-2d2b-4feb-b23b-81ca9ef8f7a7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Request body: {'security_group_rule': {'security_group_id': 'a9fee784-8585-4ba7-a777-2253f51808be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:11.261546 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:11.314328 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26e612-ad7f-44fa-aafa-f5177e735f87 None None] Pushing event updated for resources: {'Port': ['ID=9ab98394-36fc-4ba9-8b45-2f8cc16077c5,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:11.380802 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-3d924d2c-2d2b-4feb-b23b-81ca9ef8f7a7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:11.382386 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Attempting to bind port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:54:11.382792 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Attempting to bind port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:54:11.383174 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Attempting to bind port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 on network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:54:11.393203 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:54:11.393595 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Checking segment: {'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:54:11.394004 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:11.394422 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Bound using segment: {'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:54:11.394918 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Bound port: 9ab98394-36fc-4ba9-8b45-2f8cc16077c5, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:54:11.395309 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:11.479404 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-3d924d2c-2d2b-4feb-b23b-81ca9ef8f7a7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:11.582354 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-3d924d2c-2d2b-4feb-b23b-81ca9ef8f7a7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:11.613601 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d924d2c-2d2b-4feb-b23b-81ca9ef8f7a7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1454653-87e6-44f8-9c91-30ed72133032,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:11.640055 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] For port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:54:11.659609 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] For port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=9ab98394-36fc-4ba9-8b45-2f8cc16077c5,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:54:11.713100 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-3d924d2c-2d2b-4feb-b23b-81ca9ef8f7a7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:11.717794 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-3d924d2c-2d2b-4feb-b23b-81ca9ef8f7a7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4823630 Aug 31 08:54:11.718281 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50658) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:11.724135 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Request body: {'floatingip': {'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:11.740199 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dc7fb-2d3b-4142-85c6-63f7377a0cc0 req-158536ea-ee4e-4a20-8f9d-8291a7552db7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:11.740320 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9b4dc7fb-2d3b-4142-85c6-63f7377a0cc0 req-158536ea-ee4e-4a20-8f9d-8291a7552db7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0635042 Aug 31 08:54:11.770745 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:11.808643 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9b4dc7fb-2d3b-4142-85c6-63f7377a0cc0 req-c10a4277-ba58-4987-a629-3f5e3d145172 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608616 Aug 31 08:54:11.865751 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Routers {'63dd9520-b2f7-4b67-bc96-dd244acacc07'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:54:11.866403 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:53:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['63dd9520-b2f7-4b67-bc96-dd244acacc07'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:11.932353 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26e612-ad7f-44fa-aafa-f5177e735f87 None None] Pushing event updated for resources: {'Port': ['ID=9ab98394-36fc-4ba9-8b45-2f8cc16077c5,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:11.958539 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for floatingip, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:11.971720 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-664e057c-2443-4d2c-b471-516142e3c89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:12.053470 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 7c8a9321-ff61-4d3b-82d4-93e107c3adbb up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:54:12.121350 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] Set router 63dd9520-b2f7-4b67-bc96-dd244acacc07 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:54:12.186916 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316684d5-ec3a-4dc9-9c00-cb4619d8990f req-b848f2f8-b126-4410-97eb-b3788b1a2a82 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:12.193792 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-316684d5-ec3a-4dc9-9c00-cb4619d8990f req-b848f2f8-b126-4410-97eb-b3788b1a2a82 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 944 time: 0.1047809 Aug 31 08:54:12.245906 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:12.256766 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-316684d5-ec3a-4dc9-9c00-cb4619d8990f req-bc64897a-e34e-43a7-892c-18c478fccc45 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615621 Aug 31 08:54:12.307508 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 7c8a9321-ff61-4d3b-82d4-93e107c3adbb triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:12.311675 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:12.392555 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Allocated IP 172.27.0.39 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/eb45dd3b-0ea5-4f8a-9bee-181dc42ac049) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:54:12.468704 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:07Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '9ab98394-36fc-4ba9-8b45-2f8cc16077c5', 'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'mac_address': 'fa:16:3e:ec:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:06Z', 'updated_at': '2021-08-31T08:54:11Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'subnets': [{'id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:12.512032 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27633c5f-851e-43c8-a36c-08904c47284d None None] The sync data for ids ['63dd9520-b2f7-4b67-bc96-dd244acacc07'] in dv-cinder-782910-2-iscsi is: [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:07Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '9ab98394-36fc-4ba9-8b45-2f8cc16077c5', 'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'mac_address': 'fa:16:3e:ec:21:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:06Z', 'updated_at': '2021-08-31T08:54:11Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'subnets': [{'id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:54:12.513118 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:12.720253 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:12.794575 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:54:12.794575 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:54:12.798389 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:54:12.876906 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event updated for resources: {'Port': ['ID=eb45dd3b-0ea5-4f8a-9bee-181dc42ac049,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:12.988764 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f952e63-e254-4b32-a457-e44ed28dc34c req-2eef64f6-bdd8-420f-8461-fb6330bb88be tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:12.990858 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8f952e63-e254-4b32-a457-e44ed28dc34c req-2eef64f6-bdd8-420f-8461-fb6330bb88be tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0709417 Aug 31 08:54:13.003146 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:13.040873 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8f952e63-e254-4b32-a457-e44ed28dc34c req-3d4fd995-5311-44b2-8c5d-53f6944f4440 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430062 Aug 31 08:54:13.118033 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:13.399299 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4544e1d-8916-48a0-87a6-c8644e4d4b34 req-a8d60c3e-d7cb-472d-9257-769529834f16 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:13.401255 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f4544e1d-8916-48a0-87a6-c8644e4d4b34 req-a8d60c3e-d7cb-472d-9257-769529834f16 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 944 time: 0.0580201 Aug 31 08:54:13.447657 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f4544e1d-8916-48a0-87a6-c8644e4d4b34 req-d08748cb-81ce-4de5-aa2a-0e3054de7bfe tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378246 Aug 31 08:54:13.520182 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device c0d5a78c-6511-4b32-a20d-7e219acebaa3 up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:54:13.644632 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for port, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:13.781721 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427652'] for port, after_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:13.782222 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port c0d5a78c-6511-4b32-a20d-7e219acebaa3 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:54:13.790375 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port c0d5a78c-6511-4b32-a20d-7e219acebaa3 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:13.790754 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:13.866957 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event updated for resources: {'Port': ['ID=eb45dd3b-0ea5-4f8a-9bee-181dc42ac049,revision_number=2']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:13.890954 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:13.940745 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:13.974267 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbecfda-bad9-4210-99c4-d2f76e7857b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d5a78c-6511-4b32-a20d-7e219acebaa3'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:54:13.976847 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7413d3f-04cc-4c60-93ff-0d80570e4e97" -d '{"events": [{"server_uuid": "bcbecfda-bad9-4210-99c4-d2f76e7857b6", "name": "network-vif-plugged", "status": "completed", "tag": "c0d5a78c-6511-4b32-a20d-7e219acebaa3"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:54:13.992637 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port c0d5a78c-6511-4b32-a20d-7e219acebaa3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c0d5a78c-6511-4b32-a20d-7e219acebaa3,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:13.992847 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:13.994078 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-47cae413-88e4-48cb-a654-f04f54542d66 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2748141 Aug 31 08:54:14.029499 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b389fa5b-3845-4cb7-992f-1ee0bf384287 x-openstack-request-id: req-b389fa5b-3845-4cb7-992f-1ee0bf384287 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:54:14.029930 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbecfda-bad9-4210-99c4-d2f76e7857b6", "name": "network-vif-plugged", "status": "completed", "tag": "c0d5a78c-6511-4b32-a20d-7e219acebaa3", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:54:14.030248 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b389fa5b-3845-4cb7-992f-1ee0bf384287 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:54:14.030836 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbecfda-bad9-4210-99c4-d2f76e7857b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0d5a78c-6511-4b32-a20d-7e219acebaa3', 'code': 200} Aug 31 08:54:14.053792 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:54:14.093620 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:14.175654 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=c0d5a78c-6511-4b32-a20d-7e219acebaa3,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:14.219045 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e789e-f948-4a3b-a91a-057c5ec14483 req-528fd3e3-37dd-41d5-931e-69413a83a3d4 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:14.220959 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-032e789e-f948-4a3b-a91a-057c5ec14483 req-528fd3e3-37dd-41d5-931e-69413a83a3d4 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0908952 Aug 31 08:54:14.261587 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-4d61fdcf-c3e9-4636-9172-f3b9e8cae8a4 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--735113989&fields=id&tenant_id=e986ed04246f4cd9a5fafdf9f660684b HTTP/1.1" status: 200 len: 267 time: 0.0555818 Aug 31 08:54:14.265941 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-032e789e-f948-4a3b-a91a-057c5ec14483 req-748abd10-db30-4584-a161-f0005abb6700 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380776 Aug 31 08:54:14.272776 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:54:14.277576 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:14.282831 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:14.381209 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:14.417521 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=9ab98394-36fc-4ba9-8b45-2f8cc16077c5,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:14.427774 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-69c583f7-836a-4a9e-b120-08eab7563a5c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:14.429453 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-69c583f7-836a-4a9e-b120-08eab7563a5c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/networks?id=945ae18c-2f91-47bd-bfbd-369ee74f27e6 HTTP/1.1" status: 200 len: 817 time: 0.1594231 Aug 31 08:54:14.452564 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-5bb6da4f-1aa4-4023-98d2-86d73164b1ae tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/quotas/e986ed04246f4cd9a5fafdf9f660684b HTTP/1.1" status: 200 len: 375 time: 0.0104928 Aug 31 08:54:14.464007 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7ccc48e3-895d-4c33-929c-b13f654ee1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:14.477902 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6812e-499f-4d2a-bc36-befb2e89e31f req-d34d1300-ebfd-4ca7-af4e-ff049c6397b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:14.479619 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-acf6812e-499f-4d2a-bc36-befb2e89e31f req-d34d1300-ebfd-4ca7-af4e-ff049c6397b7 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 1098 time: 0.0434051 Aug 31 08:54:14.514336 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-bba955d5-00c6-415b-a496-11ccaeb82a87 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e986ed04246f4cd9a5fafdf9f660684b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547848 Aug 31 08:54:14.525760 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-acf6812e-499f-4d2a-bc36-befb2e89e31f req-22025ca2-0c90-4aa4-b8ab-3474f8ded0a1 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303919 Aug 31 08:54:14.558738 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:14.600370 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d722e-a66f-42c3-af46-d6abfa2d5743 req-905ba2ea-2c5f-4d7d-8111-11248470efbc tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:14.604023 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-652d722e-a66f-42c3-af46-d6abfa2d5743 req-905ba2ea-2c5f-4d7d-8111-11248470efbc tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 945 time: 0.0641856 Aug 31 08:54:14.624577 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=9ab98394-36fc-4ba9-8b45-2f8cc16077c5,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:14.640325 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-4137564d-0af1-45bf-a227-b75fa0d475bc service neutron] 10.222.0.74 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125660 Aug 31 08:54:14.664046 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-652d722e-a66f-42c3-af46-d6abfa2d5743 req-64a569bc-4590-4eef-8e91-e5759f5f8ead tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529785 Aug 31 08:54:14.686837 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:14.767920 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-a7e8508f-e466-40ce-95df-5e73afe937e2 service neutron] 10.222.0.74 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210432 Aug 31 08:54:14.981682 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:15.133211 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-11dfb3f3-ab8e-4234-a127-18f6cc9e5fa1 req-bd8054f1-5d05-4c4a-822e-aea672f4d417 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 210 time: 0.0304780 Aug 31 08:54:15.391657 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae78510-011f-44de-9295-57dea33f1a9b req-17d8e1a9-5ecc-4393-b22c-0389db4ff497 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:15.393160 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-aae78510-011f-44de-9295-57dea33f1a9b req-17d8e1a9-5ecc-4393-b22c-0389db4ff497 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0488894 Aug 31 08:54:15.443467 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-aae78510-011f-44de-9295-57dea33f1a9b req-b1b15426-9a9c-4096-85a4-abb5c4f99f71 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438912 Aug 31 08:54:15.747212 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:15.805934 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f5750-1234-4f39-abc0-3127ef43497e req-b1c80df7-4a5d-43bc-83ae-7efb032cbeef tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:15.808215 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-665f5750-1234-4f39-abc0-3127ef43497e req-b1c80df7-4a5d-43bc-83ae-7efb032cbeef tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 945 time: 0.0677593 Aug 31 08:54:15.858145 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-665f5750-1234-4f39-abc0-3127ef43497e req-a66c5d2c-8ae4-4560-a0e2-99a29cd55aea tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423050 Aug 31 08:54:16.002209 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:54:16.050440 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:16.050719 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:16.225398 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e2f4fcc8-bce7-4fed-a372-6b562568748b req-24ede254-8075-47d7-a2c0-5a3061e64e6e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 210 time: 0.0380287 Aug 31 08:54:16.520790 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 50804) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:16.572615 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c404fe-1428-48d0-a36a-1bfc19100386 req-174e1b72-3e5d-429d-8d06-4f2978cd14b8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:16.574293 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-08c404fe-1428-48d0-a36a-1bfc19100386 req-174e1b72-3e5d-429d-8d06-4f2978cd14b8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0613284 Aug 31 08:54:16.628261 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-08c404fe-1428-48d0-a36a-1bfc19100386 req-8dc3c7d9-e72f-4786-84a1-549e7c8f2b13 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472188 Aug 31 08:54:16.646572 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d0ac60d7-b016-4caf-82c3-34b2b7cb7ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:16.747466 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d0ac60d7-b016-4caf-82c3-34b2b7cb7ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:16.953382 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d0ac60d7-b016-4caf-82c3-34b2b7cb7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:17.009115 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-d0ac60d7-b016-4caf-82c3-34b2b7cb7ce0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c053fae9d97c4530bfcced05c59ac67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4873371 Aug 31 08:54:17.019833 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac60d7-b016-4caf-82c3-34b2b7cb7ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b07770f-1d76-4872-ba14-8a2e20dfef3b,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:17.020456 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 50816) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:17.021139 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc7b24-d078-4268-9aa6-dc175824d46d req-a985dc6e-6c34-43b6-b6a5-76c3514aa600 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:17.030302 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-11cc7b24-d078-4268-9aa6-dc175824d46d req-a985dc6e-6c34-43b6-b6a5-76c3514aa600 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 945 time: 0.0845845 Aug 31 08:54:17.079522 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-11cc7b24-d078-4268-9aa6-dc175824d46d req-8c160aae-06ae-4d0f-91ad-eee226bc6af8 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483367 Aug 31 08:54:17.102111 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-aa910f30-1e94-4500-b0c4-4ee0c80a2234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:17.124333 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-aa910f30-1e94-4500-b0c4-4ee0c80a2234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:17.284785 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-aa910f30-1e94-4500-b0c4-4ee0c80a2234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:17.289260 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-aa910f30-1e94-4500-b0c4-4ee0c80a2234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:17.289260 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-aa910f30-1e94-4500-b0c4-4ee0c80a2234 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2b07770f-1d76-4872-ba14-8a2e20dfef3b HTTP/1.1" status: 204 len: 168 time: 0.2677460 Aug 31 08:54:17.307016 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa910f30-1e94-4500-b0c4-4ee0c80a2234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b07770f-1d76-4872-ba14-8a2e20dfef3b,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:17.352492 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4213286d-c75e-4456-ba7f-2cccf852aa01 req-9032d27f-6be9-4e00-b0f3-04c3f7076641 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 210 time: 0.0405235 Aug 31 08:54:17.587366 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:17.747989 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f405104-c8f4-4915-87f2-35e6537fcced req-eb42ff10-dd52-42fb-851b-37169e12e16c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:17.750117 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4f405104-c8f4-4915-87f2-35e6537fcced req-eb42ff10-dd52-42fb-851b-37169e12e16c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0490232 Aug 31 08:54:17.793532 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4f405104-c8f4-4915-87f2-35e6537fcced req-dda6c757-1018-427d-91c0-efb35f552e8d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370793 Aug 31 08:54:18.306981 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 50874) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:18.430668 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d09f7eed-1d84-4868-ab75-56ede354a479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:18.460988 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-146c6370-b616-41d4-931a-b0162cb8d78a req-ef67b5eb-603e-4e78-a66e-88d32f003104 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 210 time: 0.0320401 Aug 31 08:54:18.550663 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d09f7eed-1d84-4868-ab75-56ede354a479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:18.684565 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-2be1ca27-ae93-4829-be67-7ca5ceced60a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:18.686651 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-2be1ca27-ae93-4829-be67-7ca5ceced60a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.103 "GET /v2.0/networks?id=945ae18c-2f91-47bd-bfbd-369ee74f27e6 HTTP/1.1" status: 200 len: 817 time: 0.1119771 Aug 31 08:54:18.713705 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d09f7eed-1d84-4868-ab75-56ede354a479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:18.769266 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-e5cabdfc-6079-47ec-b3fb-cbc15ebc6ab9 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e986ed04246f4cd9a5fafdf9f660684b HTTP/1.1" status: 200 len: 379 time: 0.0695181 Aug 31 08:54:18.773420 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-d09f7eed-1d84-4868-ab75-56ede354a479 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a838cb653d5a4c26b8b49554436ff899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4652336 Aug 31 08:54:18.774316 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f7eed-1d84-4868-ab75-56ede354a479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6832fe-995d-43f8-b325-d167f755e34c,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:18.777076 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50886) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:18.795129 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-159b7534-afea-4282-bbae-9e69df2ee4e1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Request body: {'port': {'device_id': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'admin_state_up': True, 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'security_groups': ['a9fee784-8585-4ba7-a777-2253f51808be']}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:18.847418 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-63387cfa-e2dc-4dc7-aaa2-e2b2d468cb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:18.878545 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-63387cfa-e2dc-4dc7-aaa2-e2b2d468cb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:18.992098 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145eaa1e-5e45-411c-9881-89d589a13719 req-0c31069c-cda7-48df-a96a-b21a0500670d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:18.993711 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-145eaa1e-5e45-411c-9881-89d589a13719 req-0c31069c-cda7-48df-a96a-b21a0500670d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0956221 Aug 31 08:54:19.033138 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-145eaa1e-5e45-411c-9881-89d589a13719 req-a85fa5c9-ea3c-4f2e-b83d-91622f57b2d0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335147 Aug 31 08:54:19.083761 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-159b7534-afea-4282-bbae-9e69df2ee4e1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Made reservation on behalf of e986ed04246f4cd9a5fafdf9f660684b for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:54:19.087364 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-159b7534-afea-4282-bbae-9e69df2ee4e1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:19.118519 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-63387cfa-e2dc-4dc7-aaa2-e2b2d468cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:19.121452 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-63387cfa-e2dc-4dc7-aaa2-e2b2d468cb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:19.126946 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-63387cfa-e2dc-4dc7-aaa2-e2b2d468cb76 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fb6832fe-995d-43f8-b325-d167f755e34c HTTP/1.1" status: 204 len: 168 time: 0.3444622 Aug 31 08:54:19.132391 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63387cfa-e2dc-4dc7-aaa2-e2b2d468cb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6832fe-995d-43f8-b325-d167f755e34c,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:19.298585 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-159b7534-afea-4282-bbae-9e69df2ee4e1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Allocated IP 172.20.0.11 (945ae18c-2f91-47bd-bfbd-369ee74f27e6/5f7e7944-275c-4f13-be48-7508c282a8a0/3a4a0800-4ea3-40c8-8caa-5c61b860489f) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:54:19.382896 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:54:19.449631 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-159b7534-afea-4282-bbae-9e69df2ee4e1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:19.463780 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-159b7534-afea-4282-bbae-9e69df2ee4e1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Transition to ACTIVE for port object 3a4a0800-4ea3-40c8-8caa-5c61b860489f will not be triggered until provisioned by entity DHCP. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:54:19.565960 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-37d1d06c-9844-4c0f-b418-cb888b664b5f req-4af7d9b0-17ac-44a1-8869-efd34898bb5c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 210 time: 0.0267751 Aug 31 08:54:19.662227 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-159b7534-afea-4282-bbae-9e69df2ee4e1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:19.718922 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-159b7534-afea-4282-bbae-9e69df2ee4e1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:54:19.722095 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-159b7534-afea-4282-bbae-9e69df2ee4e1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:54:19.726288 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-159b7534-afea-4282-bbae-9e69df2ee4e1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:54:19.750223 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b7534-afea-4282-bbae-9e69df2ee4e1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event updated for resources: {'Port': ['ID=3a4a0800-4ea3-40c8-8caa-5c61b860489f,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:19.784466 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-159b7534-afea-4282-bbae-9e69df2ee4e1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:19.785111 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-159b7534-afea-4282-bbae-9e69df2ee4e1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:19.930673 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-159b7534-afea-4282-bbae-9e69df2ee4e1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1409631 Aug 31 08:54:19.952468 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Request body: {'port': {'device_id': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:20.019180 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:20.170092 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-89bbdd2f-dc74-4d99-abf3-088b42e01541 None None] Provisioning for port 3a4a0800-4ea3-40c8-8caa-5c61b860489f completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:54:20.174396 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-89bbdd2f-dc74-4d99-abf3-088b42e01541 None None] Provisioning complete for port 3a4a0800-4ea3-40c8-8caa-5c61b860489f triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:20.174756 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-89bbdd2f-dc74-4d99-abf3-088b42e01541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:20.210356 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-89bbdd2f-dc74-4d99-abf3-088b42e01541 None None] Port 3a4a0800-4ea3-40c8-8caa-5c61b860489f cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:54:20.243612 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bb123-a151-45ba-8ac2-db624498ab77 req-837f90bc-8637-44b2-9def-27a6079a1625 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:20.245129 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c08bb123-a151-45ba-8ac2-db624498ab77 req-837f90bc-8637-44b2-9def-27a6079a1625 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.1055086 Aug 31 08:54:20.293745 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50938) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:20.316924 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-25d5f994-d9d9-410a-9052-43adf79ecb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:20.353629 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c08bb123-a151-45ba-8ac2-db624498ab77 req-4ce9fedb-dfc5-4ece-b38a-b49358a4922c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953307 Aug 31 08:54:20.395370 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4a0800-4ea3-40c8-8caa-5c61b860489f {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:54:20.406239 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:20.425764 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Transition to ACTIVE for port object 3a4a0800-4ea3-40c8-8caa-5c61b860489f will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:54:20.455146 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-25d5f994-d9d9-410a-9052-43adf79ecb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:20.581158 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-25d5f994-d9d9-410a-9052-43adf79ecb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:20.581309 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:20.656662 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4a0800-4ea3-40c8-8caa-5c61b860489f,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:20.730704 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5f994-d9d9-410a-9052-43adf79ecb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1bc351-9d3b-41eb-9cff-4ea494d9934a,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:20.744378 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-25d5f994-d9d9-410a-9052-43adf79ecb1c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0afd789672094202b70badac97ebd65f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4488482 Aug 31 08:54:20.745141 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 50964) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:20.824828 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Attempting to bind port 3a4a0800-4ea3-40c8-8caa-5c61b860489f on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:54:20.826428 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Attempting to bind port 3a4a0800-4ea3-40c8-8caa-5c61b860489f by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:54:20.826576 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Attempting to bind port 3a4a0800-4ea3-40c8-8caa-5c61b860489f on network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:54:20.846469 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Port 3a4a0800-4ea3-40c8-8caa-5c61b860489f on network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:54:20.846690 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-36ecfed3-b70b-4874-acee-b46451968e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:20.849178 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Attempting to bind port 3a4a0800-4ea3-40c8-8caa-5c61b860489f on network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:54:20.855565 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c581a-6162-4463-b727-465521e4e810 req-453160f2-d58c-4ad3-990e-4cd2a24edaa8 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:20.857241 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-501c581a-6162-4463-b727-465521e4e810 req-453160f2-d58c-4ad3-990e-4cd2a24edaa8 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/networks?id=5028c28c-c36e-4db6-bf36-1ce074bcd249 HTTP/1.1" status: 200 len: 814 time: 0.2430007 Aug 31 08:54:20.863051 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:54:20.863387 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Checking segment: {'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:54:20.863773 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Bound using segment: {'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:54:20.864254 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Bound port: 3a4a0800-4ea3-40c8-8caa-5c61b860489f, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:54:20.864606 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:20.882270 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f4968-d1e9-457e-b270-e32f82e4bbd5 req-c80ccf5f-21f3-4ab8-852f-17d72e4a9815 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:20.883798 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-203f4968-d1e9-457e-b270-e32f82e4bbd5 req-c80ccf5f-21f3-4ab8-852f-17d72e4a9815 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.1737251 Aug 31 08:54:20.917462 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-36ecfed3-b70b-4874-acee-b46451968e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:20.932721 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-501c581a-6162-4463-b727-465521e4e810 req-6e5bf313-142a-4a53-93d2-8742f3837085 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/quotas/704d4d43abe84cdd94ebff6859425e87 HTTP/1.1" status: 200 len: 375 time: 0.0522320 Aug 31 08:54:20.978518 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-203f4968-d1e9-457e-b270-e32f82e4bbd5 req-9b4d725b-dd25-44cc-bc0b-2c2f4285f99e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623453 Aug 31 08:54:20.984382 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] For port 3a4a0800-4ea3-40c8-8caa-5c61b860489f, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:54:20.989625 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] For port 3a4a0800-4ea3-40c8-8caa-5c61b860489f, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:54:21.016740 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-501c581a-6162-4463-b727-465521e4e810 req-ec7f239c-8e7b-4cc7-bb67-d08f5eb96206 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=704d4d43abe84cdd94ebff6859425e87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830026 Aug 31 08:54:21.123853 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-501c581a-6162-4463-b727-465521e4e810 req-bb4eea90-eacd-4ffe-8496-66d1a5cf230e service neutron] 10.222.0.74 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997286 Aug 31 08:54:21.189161 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-36ecfed3-b70b-4874-acee-b46451968e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:21.190139 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:21.191923 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-36ecfed3-b70b-4874-acee-b46451968e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:21.201708 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-36ecfed3-b70b-4874-acee-b46451968e81 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3c1bc351-9d3b-41eb-9cff-4ea494d9934a HTTP/1.1" status: 204 len: 168 time: 0.4429986 Aug 31 08:54:21.223893 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ecfed3-b70b-4874-acee-b46451968e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1bc351-9d3b-41eb-9cff-4ea494d9934a,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:21.268115 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:21.268115 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:21.268803 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-501c581a-6162-4463-b727-465521e4e810 req-defb714b-70aa-4286-b531-628f6f47f2f4 service neutron] 10.222.0.74 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382279 Aug 31 08:54:21.270063 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] 10.222.0.103 "PUT /v2.0/ports/3a4a0800-4ea3-40c8-8caa-5c61b860489f HTTP/1.1" status: 200 len: 1094 time: 1.3234823 Aug 31 08:54:21.272760 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'tag': '3a4a0800-4ea3-40c8-8caa-5c61b860489f'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:54:21.275350 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a328430a-1b08-4d63-b64d-0f9f62ca84a8" -d '{"events": [{"name": "network-changed", "server_uuid": "73175b23-c025-4a65-9e4a-ac2f77b76246", "tag": "3a4a0800-4ea3-40c8-8caa-5c61b860489f"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:54:21.332894 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fef1a-4fe1-4100-863d-29f287257ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4a0800-4ea3-40c8-8caa-5c61b860489f,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:21.491801 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790672c9-01b3-46fe-90c5-e455428319ac x-openstack-request-id: req-790672c9-01b3-46fe-90c5-e455428319ac {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:54:21.492232 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73175b23-c025-4a65-9e4a-ac2f77b76246", "tag": "3a4a0800-4ea3-40c8-8caa-5c61b860489f", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:54:21.492576 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-790672c9-01b3-46fe-90c5-e455428319ac {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:54:21.493080 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'tag': '3a4a0800-4ea3-40c8-8caa-5c61b860489f', 'status': 'completed', 'code': 200} Aug 31 08:54:21.585841 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-c89aec1c-5d68-4df4-91e0-6719bcd7b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:21.585841 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-c89aec1c-5d68-4df4-91e0-6719bcd7b2d7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e986ed04246f4cd9a5fafdf9f660684b&device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 1097 time: 0.0736299 Aug 31 08:54:21.600692 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9c0b4-8f8a-4276-ad9f-1a7473f95281 req-b25f794e-b5e7-4f5f-bcf8-39cf3094b29e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:21.602149 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c3c9c0b4-8f8a-4276-ad9f-1a7473f95281 req-b25f794e-b5e7-4f5f-bcf8-39cf3094b29e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0616758 Aug 31 08:54:21.642606 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-2cf6e761-b606-4b12-a918-8a3876242e76 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f HTTP/1.1" status: 200 len: 217 time: 0.0393753 Aug 31 08:54:21.687169 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c3c9c0b4-8f8a-4276-ad9f-1a7473f95281 req-f5ef3a7e-2f1a-4ee3-bc45-a56f791684b7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772297 Aug 31 08:54:21.724642 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-1d7e4b6c-f150-4169-bc9f-3daad97af146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:21.726264 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-1d7e4b6c-f150-4169-bc9f-3daad97af146 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5f7e7944-275c-4f13-be48-7508c282a8a0 HTTP/1.1" status: 200 len: 856 time: 0.0603838 Aug 31 08:54:21.742616 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d490c0a6-8ace-43bf-bac0-71a890a5ba9a req-7c91e61a-2d6f-4bb4-8b19-a2af9e76ec2a tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 210 time: 0.0336437 Aug 31 08:54:21.782102 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-1f3df610-9c40-4e07-a1ec-88d9767ead22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:21.783846 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-1f3df610-9c40-4e07-a1ec-88d9767ead22 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=945ae18c-2f91-47bd-bfbd-369ee74f27e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437994 Aug 31 08:54:21.897404 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-c603ead5-d8d6-4462-8ed5-cf06ca7d8ae2 service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029134 Aug 31 08:54:21.996849 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-57be9b55-f665-4be7-b98c-69eaaddde84e req-eb300399-9f99-49cb-8246-6e9188f5ef5c service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894213 Aug 31 08:54:22.109071 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609c71d-c21f-42e2-b94f-ac0cbc0eb331 req-0981b9b4-ff65-4806-a8f6-f9c4ecb93cea tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:22.110514 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d609c71d-c21f-42e2-b94f-ac0cbc0eb331 req-0981b9b4-ff65-4806-a8f6-f9c4ecb93cea tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0500102 Aug 31 08:54:22.165487 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d609c71d-c21f-42e2-b94f-ac0cbc0eb331 req-fe704ca4-2865-4f91-aab2-01ea5ac55dea tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483210 Aug 31 08:54:22.298403 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328430a-1b08-4d63-b64d-0f9f62ca84a8 req-9af1eb82-6e49-4efb-b9f6-9b60ba145fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:22.300550 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a328430a-1b08-4d63-b64d-0f9f62ca84a8 req-9af1eb82-6e49-4efb-b9f6-9b60ba145fd1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e986ed04246f4cd9a5fafdf9f660684b&device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 1097 time: 0.0525596 Aug 31 08:54:22.399673 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328430a-1b08-4d63-b64d-0f9f62ca84a8 req-8f0f86c9-ebdd-47d6-babb-df40353133ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:22.401179 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a328430a-1b08-4d63-b64d-0f9f62ca84a8 req-8f0f86c9-ebdd-47d6-babb-df40353133ef service neutron] 10.222.0.103 "GET /v2.0/networks?id=945ae18c-2f91-47bd-bfbd-369ee74f27e6 HTTP/1.1" status: 200 len: 919 time: 0.0882785 Aug 31 08:54:22.448531 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a328430a-1b08-4d63-b64d-0f9f62ca84a8 req-65f30db4-a193-4a5e-b6af-b6de555906ae service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f HTTP/1.1" status: 200 len: 217 time: 0.0365674 Aug 31 08:54:22.508027 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328430a-1b08-4d63-b64d-0f9f62ca84a8 req-df51dfa8-b588-4c93-bdd2-093674b1d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:22.509531 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a328430a-1b08-4d63-b64d-0f9f62ca84a8 req-df51dfa8-b588-4c93-bdd2-093674b1d57a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5f7e7944-275c-4f13-be48-7508c282a8a0 HTTP/1.1" status: 200 len: 856 time: 0.0509343 Aug 31 08:54:22.570342 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328430a-1b08-4d63-b64d-0f9f62ca84a8 req-30db0031-b341-4fd7-a2fc-85f0d6269035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:22.571854 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a328430a-1b08-4d63-b64d-0f9f62ca84a8 req-30db0031-b341-4fd7-a2fc-85f0d6269035 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=945ae18c-2f91-47bd-bfbd-369ee74f27e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459194 Aug 31 08:54:22.672938 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a328430a-1b08-4d63-b64d-0f9f62ca84a8 req-9ffc3936-b643-448c-90a7-6cc133ee2159 service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903466 Aug 31 08:54:22.797703 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a328430a-1b08-4d63-b64d-0f9f62ca84a8 req-b050598e-3533-4525-86f6-cac6d2198cb2 service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113222 Aug 31 08:54:22.826233 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee4765-36f7-4285-8483-528688b0cfd4 req-145c084c-a171-4f9a-97f4-e685d02c532f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:22.828995 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2e771ddb-68a3-49b8-8f1e-386221cdd7d4 req-6d977843-a30f-437c-bf10-41f286318309 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 210 time: 0.0327125 Aug 31 08:54:22.829526 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-42ee4765-36f7-4285-8483-528688b0cfd4 req-145c084c-a171-4f9a-97f4-e685d02c532f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0686564 Aug 31 08:54:22.874467 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-42ee4765-36f7-4285-8483-528688b0cfd4 req-e46899d0-58fb-42d1-b03f-0ca7b6ce0cf0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389349 Aug 31 08:54:23.211498 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 51038) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:23.291466 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b808e0-9721-41c0-ae48-2230f935ae4f req-e857e0b2-5b4e-437f-9597-ba0adaf4fe20 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:23.297656 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b3b808e0-9721-41c0-ae48-2230f935ae4f req-e857e0b2-5b4e-437f-9597-ba0adaf4fe20 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0498888 Aug 31 08:54:23.322248 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-12fda33f-56a9-4ca5-b7ec-8aefb7a342fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2143414565-network', 'tenant_id': '913d5b94ca184880b6cb6f6b37f3dc2d'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:23.349418 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b3b808e0-9721-41c0-ae48-2230f935ae4f req-8e34c4f2-9120-4a25-8f5f-261edf3fd881 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492122 Aug 31 08:54:23.495382 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fda33f-56a9-4ca5-b7ec-8aefb7a342fc admin admin] Made reservation on behalf of 913d5b94ca184880b6cb6f6b37f3dc2d for: {'network': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:54:23.497718 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-12fda33f-56a9-4ca5-b7ec-8aefb7a342fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:23.506422 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-12fda33f-56a9-4ca5-b7ec-8aefb7a342fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:23.596719 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-12fda33f-56a9-4ca5-b7ec-8aefb7a342fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:23.600042 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 3a4a0800-4ea3-40c8-8caa-5c61b860489f details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:54:23.724173 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 3a4a0800-4ea3-40c8-8caa-5c61b860489f, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:23.733210 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '3a4a0800-4ea3-40c8-8caa-5c61b860489f', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'port_id': '3a4a0800-4ea3-40c8-8caa-5c61b860489f', 'mac_address': 'fa:16:3e:27:fb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:54:23.773279 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:23.786494 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4a0800-4ea3-40c8-8caa-5c61b860489f {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:54:23.812280 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 3a4a0800-4ea3-40c8-8caa-5c61b860489f, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:23.832782 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-12fda33f-56a9-4ca5-b7ec-8aefb7a342fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:23.861865 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fda33f-56a9-4ca5-b7ec-8aefb7a342fc admin admin] vlan segment allocate from pool success with {'vlan_id': 1369, 'physical_network': 'physnet1'} {{(pid=101272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:54:23.868827 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fda33f-56a9-4ca5-b7ec-8aefb7a342fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474b0f31-82b3-4112-95bb-c2f32350d68c,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:23.875588 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-12fda33f-56a9-4ca5-b7ec-8aefb7a342fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:23.875994 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.segments_db [None req-12fda33f-56a9-4ca5-b7ec-8aefb7a342fc admin admin] Added segment e2524e3d-6362-48cf-b1b9-cb93b877916e of type vlan for network 0d281192-1403-4bf7-92ff-ccd87bd67df8 Aug 31 08:54:23.961276 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-12fda33f-56a9-4ca5-b7ec-8aefb7a342fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:23.964588 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:23.965939 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e4db3b22-b597-4208-8a78-da96069cc17f req-33f173c9-4cc6-4f4d-89ad-2ff4dde18482 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 210 time: 0.0408146 Aug 31 08:54:24.032349 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487f204-c0f8-40ec-b513-b8a91693b387 req-927f240a-9273-499a-a4d3-8a31e131abbf tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:24.043610 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c487f204-c0f8-40ec-b513-b8a91693b387 req-927f240a-9273-499a-a4d3-8a31e131abbf tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0676970 Aug 31 08:54:24.044004 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=3a4a0800-4ea3-40c8-8caa-5c61b860489f,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:24.075106 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c487f204-c0f8-40ec-b513-b8a91693b387 req-552052cc-53a7-4669-b14c-46224c94b322 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344317 Aug 31 08:54:24.187916 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-12fda33f-56a9-4ca5-b7ec-8aefb7a342fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:24.188967 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fda33f-56a9-4ca5-b7ec-8aefb7a342fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:24.190268 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-12fda33f-56a9-4ca5-b7ec-8aefb7a342fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:24.251926 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fda33f-56a9-4ca5-b7ec-8aefb7a342fc admin admin] Pushing event updated for resources: {'Network': ['ID=0d281192-1403-4bf7-92ff-ccd87bd67df8,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:24.262028 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 0d281192-1403-4bf7-92ff-ccd87bd67df8 details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:54:24.327351 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['3a4a0800-4ea3-40c8-8caa-5c61b860489f'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:54:24.368602 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-12fda33f-56a9-4ca5-b7ec-8aefb7a342fc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1557245 Aug 31 08:54:24.368823 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 51058) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:24.374997 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-5f5a0568-ad45-47fa-a7e9-d54d8a1a9d1a admin admin] Request body: {'subnet': {'network_id': '0d281192-1403-4bf7-92ff-ccd87bd67df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2143414565-subnet', 'tenant_id': '913d5b94ca184880b6cb6f6b37f3dc2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:24.489926 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14871b9f-59b9-4ea0-a0a4-713bbeec8b48 req-88305b5d-04e5-4072-9a9f-a06dbbf86412 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:24.491437 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-14871b9f-59b9-4ea0-a0a4-713bbeec8b48 req-88305b5d-04e5-4072-9a9f-a06dbbf86412 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 945 time: 0.0563264 Aug 31 08:54:24.531252 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-14871b9f-59b9-4ea0-a0a4-713bbeec8b48 req-6b601619-1bc8-45e9-971a-a9862b312336 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336318 Aug 31 08:54:24.541404 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5a0568-ad45-47fa-a7e9-d54d8a1a9d1a admin admin] Made reservation on behalf of 913d5b94ca184880b6cb6f6b37f3dc2d for: {'subnet': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:54:24.543787 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0568-ad45-47fa-a7e9-d54d8a1a9d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12590099'] for subnet, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:25.077453 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6af6e5fb-07d3-478d-907c-cd3f021169f3 req-9ba27d34-debd-4496-b0d5-e259abb0db0a tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 210 time: 0.0271738 Aug 31 08:54:25.078270 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0568-ad45-47fa-a7e9-d54d8a1a9d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12899669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12590085'] for subnet, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:25.133391 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a0568-ad45-47fa-a7e9-d54d8a1a9d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7587c80-3361-4e0e-b546-6350b48b9bc6,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:25.143448 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5a0568-ad45-47fa-a7e9-d54d8a1a9d1a admin admin] Checking segment: {'id': 'e2524e3d-6362-48cf-b1b9-cb93b877916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '0d281192-1403-4bf7-92ff-ccd87bd67df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:54:25.143688 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5a0568-ad45-47fa-a7e9-d54d8a1a9d1a admin admin] Network hostable DHCP agents. Network: 0d281192-1403-4bf7-92ff-ccd87bd67df8, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:54:25.202473 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d3521-ec0f-418c-90c9-b20c5a7ee681 req-8cfd5156-7aca-494d-a8d1-0cd9ce4bbd95 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:25.204165 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-254d3521-ec0f-418c-90c9-b20c5a7ee681 req-8cfd5156-7aca-494d-a8d1-0cd9ce4bbd95 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0584173 Aug 31 08:54:25.245172 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-254d3521-ec0f-418c-90c9-b20c5a7ee681 req-879cd6e4-437d-41b0-9fad-608df3d65dc6 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347173 Aug 31 08:54:25.267037 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5a0568-ad45-47fa-a7e9-d54d8a1a9d1a admin admin] Network 0d281192-1403-4bf7-92ff-ccd87bd67df8 is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:54:25.472721 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-5f5a0568-ad45-47fa-a7e9-d54d8a1a9d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 0d281192-1403-4bf7-92ff-ccd87bd67df8) {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:54:25.487059 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28897c93-d03c-417e-8c32-ae0047a30b8d None None] Network 0d281192-1403-4bf7-92ff-ccd87bd67df8 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:54:25.487575 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5a0568-ad45-47fa-a7e9-d54d8a1a9d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:25.487575 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f5a0568-ad45-47fa-a7e9-d54d8a1a9d1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:25.599502 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-5f5a0568-ad45-47fa-a7e9-d54d8a1a9d1a admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2296836 Aug 31 08:54:25.619968 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d858f03c-0448-4043-ac6c-e886bddc89ba None None] Network 0d281192-1403-4bf7-92ff-ccd87bd67df8 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:54:25.665078 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66e353-f208-4512-8904-84a3fdb96d50 req-24b25462-4c30-4d19-b8de-8dfa02fa25db tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:25.666963 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ed66e353-f208-4512-8904-84a3fdb96d50 req-24b25462-4c30-4d19-b8de-8dfa02fa25db tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 945 time: 0.0561452 Aug 31 08:54:25.709453 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ed66e353-f208-4512-8904-84a3fdb96d50 req-ce32c409-3304-4e1e-bb12-f59279b72077 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354300 Aug 31 08:54:26.178003 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-cee229aa-afde-43e5-9fa5-dd86250f392d req-c3d3d791-a0fa-466c-a063-f23527997627 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 210 time: 0.0309312 Aug 31 08:54:26.363320 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb070c9-a96a-4a48-b701-437fd5a35992 req-904606d9-7ec7-46b0-a27c-5d0813812930 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:26.364823 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-bfb070c9-a96a-4a48-b701-437fd5a35992 req-904606d9-7ec7-46b0-a27c-5d0813812930 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0504508 Aug 31 08:54:26.403056 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-bfb070c9-a96a-4a48-b701-437fd5a35992 req-f503acfd-8a9d-4890-908c-107ef1228345 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322919 Aug 31 08:54:26.853914 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69e0ac-5dd5-4627-8270-06752aba118e req-37c92527-5b30-4590-8f34-16fb43075278 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:26.855520 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3d69e0ac-5dd5-4627-8270-06752aba118e req-37c92527-5b30-4590-8f34-16fb43075278 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 945 time: 0.0625651 Aug 31 08:54:26.897162 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3d69e0ac-5dd5-4627-8270-06752aba118e req-d8ccbd0c-4864-4c9e-9652-3d82785b8155 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349848 Aug 31 08:54:27.282381 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-603ea038-95a6-4aae-84f1-9d6254703a19 req-044189f4-1147-4bbb-997f-55f66cf219f5 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 210 time: 0.0304382 Aug 31 08:54:27.526838 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295c3cc-5014-4437-954f-ffd3ac4cea2a req-edf97b3c-87e1-4912-a693-2de8152d7a8d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:27.528368 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8295c3cc-5014-4437-954f-ffd3ac4cea2a req-edf97b3c-87e1-4912-a693-2de8152d7a8d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0534441 Aug 31 08:54:27.570254 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8295c3cc-5014-4437-954f-ffd3ac4cea2a req-408292dc-6346-431b-aa7c-f18ba989078d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335763 Aug 31 08:54:28.054210 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8d5c4-a91b-4333-8d41-e35587b9e436 req-9c57130a-31b1-42fb-a77e-42e09f9d0809 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:28.055762 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-90a8d5c4-a91b-4333-8d41-e35587b9e436 req-9c57130a-31b1-42fb-a77e-42e09f9d0809 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 945 time: 0.0754995 Aug 31 08:54:28.063090 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c581a-6162-4463-b727-465521e4e810 req-0a45cd01-2210-4c03-bd98-a8dd69afc4f8 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:28.064507 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-501c581a-6162-4463-b727-465521e4e810 req-0a45cd01-2210-4c03-bd98-a8dd69afc4f8 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.103 "GET /v2.0/networks?id=5028c28c-c36e-4db6-bf36-1ce074bcd249 HTTP/1.1" status: 200 len: 814 time: 0.1447740 Aug 31 08:54:28.083217 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-501c581a-6162-4463-b727-465521e4e810 req-cc33aeb2-b532-4403-a9c4-7e98fa0da0f7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Request body: {'port': {'device_id': '41d53a49-b9bf-4f78-825b-b8b87525b190', 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249', 'admin_state_up': True, 'tenant_id': '704d4d43abe84cdd94ebff6859425e87'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:28.148861 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-90a8d5c4-a91b-4333-8d41-e35587b9e436 req-d5888df9-5d5b-4d84-9dc3-f9498aa0d341 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833623 Aug 31 08:54:28.335116 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501c581a-6162-4463-b727-465521e4e810 req-cc33aeb2-b532-4403-a9c4-7e98fa0da0f7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Made reservation on behalf of 704d4d43abe84cdd94ebff6859425e87 for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:54:28.338656 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-501c581a-6162-4463-b727-465521e4e810 req-cc33aeb2-b532-4403-a9c4-7e98fa0da0f7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:28.379851 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-198e271d-1db1-485b-83c8-9430836247ae req-631f675d-2999-4aed-a91c-24785ae40a0a tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 210 time: 0.0275016 Aug 31 08:54:28.466532 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-501c581a-6162-4463-b727-465521e4e810 req-cc33aeb2-b532-4403-a9c4-7e98fa0da0f7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Allocated IP 172.20.0.9 (5028c28c-c36e-4db6-bf36-1ce074bcd249/837ede5a-1816-4179-8f6b-8cad7d412f98/4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:54:28.628109 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-501c581a-6162-4463-b727-465521e4e810 req-cc33aeb2-b532-4403-a9c4-7e98fa0da0f7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:28.707124 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a27038-abc1-4b74-bac3-9d7bade8465f req-a94cc798-53d9-4d70-81be-0b194c3188e9 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:28.708779 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-47a27038-abc1-4b74-bac3-9d7bade8465f req-a94cc798-53d9-4d70-81be-0b194c3188e9 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0557446 Aug 31 08:54:28.753409 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-47a27038-abc1-4b74-bac3-9d7bade8465f req-fee7d35a-4d14-4d08-a511-e10e7f5b0729 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383706 Aug 31 08:54:28.815866 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-501c581a-6162-4463-b727-465521e4e810 req-cc33aeb2-b532-4403-a9c4-7e98fa0da0f7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:28.861947 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501c581a-6162-4463-b727-465521e4e810 req-cc33aeb2-b532-4403-a9c4-7e98fa0da0f7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Network 5028c28c-c36e-4db6-bf36-1ce074bcd249 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:54:28.865994 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-501c581a-6162-4463-b727-465521e4e810 req-cc33aeb2-b532-4403-a9c4-7e98fa0da0f7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:54:28.872029 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-501c581a-6162-4463-b727-465521e4e810 req-cc33aeb2-b532-4403-a9c4-7e98fa0da0f7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:54:28.881497 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33aeb2-b532-4403-a9c4-7e98fa0da0f7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Pushing event updated for resources: {'Port': ['ID=4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:28.928173 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c581a-6162-4463-b727-465521e4e810 req-cc33aeb2-b532-4403-a9c4-7e98fa0da0f7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:28.928998 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-501c581a-6162-4463-b727-465521e4e810 req-cc33aeb2-b532-4403-a9c4-7e98fa0da0f7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:29.045147 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-501c581a-6162-4463-b727-465521e4e810 req-cc33aeb2-b532-4403-a9c4-7e98fa0da0f7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9650080 Aug 31 08:54:29.282321 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fad7c5-621e-4aed-93f6-efe8fa3054b3 req-b3efe46a-564b-4c36-8f76-2f5816948f53 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:29.283925 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-34fad7c5-621e-4aed-93f6-efe8fa3054b3 req-b3efe46a-564b-4c36-8f76-2f5816948f53 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 945 time: 0.0581546 Aug 31 08:54:29.324168 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-34fad7c5-621e-4aed-93f6-efe8fa3054b3 req-4fb099ce-e3f8-497a-9881-dcbd4b6089df tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340822 Aug 31 08:54:29.634315 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78acc78d-24e1-4e63-a767-51c917680b0e req-5717d612-d26a-4dfb-a265-5ca7fdb39d9f tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:29.635842 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-78acc78d-24e1-4e63-a767-51c917680b0e req-5717d612-d26a-4dfb-a265-5ca7fdb39d9f tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 931 time: 0.0498564 Aug 31 08:54:29.678523 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-78acc78d-24e1-4e63-a767-51c917680b0e req-7fc396eb-13e3-49b4-9af3-c8bc1ee33032 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360343 Aug 31 08:54:29.870015 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadeb8e3-cbc5-4bb3-9553-1c757a2ac08b req-937f71e7-00e2-49a1-a47c-113ac01f536b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:29.871624 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-dadeb8e3-cbc5-4bb3-9553-1c757a2ac08b req-937f71e7-00e2-49a1-a47c-113ac01f536b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0498629 Aug 31 08:54:29.911406 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-dadeb8e3-cbc5-4bb3-9553-1c757a2ac08b req-b5c7de68-2a19-41b4-963b-88595def1a90 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331166 Aug 31 08:54:30.172522 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['66d99930-67a2-483c-a535-0df8a5027cb5', 'c0d5a78c-6511-4b32-a20d-7e219acebaa3'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:54:30.451009 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9bc58-7c1a-41cf-8400-fe12199d9bb1 req-a5ddfe10-4b76-4fbe-8085-b2b9f25a35bf tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:30.452484 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-09b9bc58-7c1a-41cf-8400-fe12199d9bb1 req-a5ddfe10-4b76-4fbe-8085-b2b9f25a35bf tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 945 time: 0.0553739 Aug 31 08:54:30.492765 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-09b9bc58-7c1a-41cf-8400-fe12199d9bb1 req-001e05af-116d-42e3-bb76-ccf31889524b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341806 Aug 31 08:54:30.798947 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced22b85-868a-4a5b-80a3-021f2d869cb7 req-2ed87892-03e3-47ae-bb19-2717cf91fd00 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:30.800534 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ced22b85-868a-4a5b-80a3-021f2d869cb7 req-2ed87892-03e3-47ae-bb19-2717cf91fd00 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 931 time: 0.0514700 Aug 31 08:54:30.839899 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ced22b85-868a-4a5b-80a3-021f2d869cb7 req-b8497db2-d801-47a6-9f84-f8cbf26027a0 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329418 Aug 31 08:54:31.037850 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8c345-ac98-4fe7-8379-0dd937356148 req-6eadceb7-cd3e-4d54-baa8-a0957d683a47 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:31.039506 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a6f8c345-ac98-4fe7-8379-0dd937356148 req-6eadceb7-cd3e-4d54-baa8-a0957d683a47 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0560088 Aug 31 08:54:31.092860 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a6f8c345-ac98-4fe7-8379-0dd937356148 req-0b7303a4-9e9e-4431-a27f-2881a427a117 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474367 Aug 31 08:54:31.304095 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Request body: {'port': {'device_id': '41d53a49-b9bf-4f78-825b-b8b87525b190', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:31.324777 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 3a4a0800-4ea3-40c8-8caa-5c61b860489f up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:54:31.370727 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:31.609678 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port 3a4a0800-4ea3-40c8-8caa-5c61b860489f completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:54:31.615306 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 3a4a0800-4ea3-40c8-8caa-5c61b860489f triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:31.615683 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:31.625452 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8af8d6-e880-4f1b-bddb-e7f64499aa8f req-70417656-857e-4f7d-a061-cc5465275ee3 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:31.628400 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2d8af8d6-e880-4f1b-bddb-e7f64499aa8f req-70417656-857e-4f7d-a061-cc5465275ee3 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 945 time: 0.0612299 Aug 31 08:54:31.652958 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:54:31.661208 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:31.672581 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2d8af8d6-e880-4f1b-bddb-e7f64499aa8f req-7cbb93a2-b1ca-4d01-9f1a-04f4e928bab5 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385621 Aug 31 08:54:31.675671 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Transition to ACTIVE for port object 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:54:31.703137 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:31.725575 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4a0800-4ea3-40c8-8caa-5c61b860489f'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:54:31.727850 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d19138-9a14-49b2-800e-9bc059cdfbd8" -d '{"events": [{"server_uuid": "73175b23-c025-4a65-9e4a-ac2f77b76246", "name": "network-vif-plugged", "status": "completed", "tag": "3a4a0800-4ea3-40c8-8caa-5c61b860489f"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:54:31.741590 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 3a4a0800-4ea3-40c8-8caa-5c61b860489f, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:31.765804 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5b9be5-6489-4e37-a792-06de8ce4bb77 x-openstack-request-id: req-4b5b9be5-6489-4e37-a792-06de8ce4bb77 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:54:31.766250 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73175b23-c025-4a65-9e4a-ac2f77b76246", "name": "network-vif-plugged", "status": "completed", "tag": "3a4a0800-4ea3-40c8-8caa-5c61b860489f", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:54:31.766557 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4b5b9be5-6489-4e37-a792-06de8ce4bb77 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:54:31.766963 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4a0800-4ea3-40c8-8caa-5c61b860489f', 'code': 200} Aug 31 08:54:31.802055 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:31.867064 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Pushing event updated for resources: {'Port': ['ID=4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:31.878727 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:31.921039 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Attempting to bind port 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:54:31.921399 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Attempting to bind port 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:54:31.921691 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Attempting to bind port 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 on network 5028c28c-c36e-4db6-bf36-1ce074bcd249 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:54:31.928425 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Port 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 on network 5028c28c-c36e-4db6-bf36-1ce074bcd249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:54:31.934036 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Attempting to bind port 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 on network 5028c28c-c36e-4db6-bf36-1ce074bcd249 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:54:31.935232 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:54:31.935327 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Checking segment: {'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:54:31.935800 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Bound using segment: {'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:54:31.936814 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Bound port: 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:54:31.936814 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:31.940575 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=3a4a0800-4ea3-40c8-8caa-5c61b860489f,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:31.972869 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a8469-34b7-4b71-b53e-3a423636c591 req-ce84cd5f-d4c9-470c-adea-b022395536b2 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:31.974912 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6a3a8469-34b7-4b71-b53e-3a423636c591 req-ce84cd5f-d4c9-470c-adea-b022395536b2 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 943 time: 0.0593925 Aug 31 08:54:32.007016 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] For port 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:54:32.010746 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] For port 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:54:32.014469 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6a3a8469-34b7-4b71-b53e-3a423636c591 req-a2f99ba3-4d40-41da-84f4-973dc62dd684 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330718 Aug 31 08:54:32.259493 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab2fc5-c3a0-434e-be42-9cd1402f187d req-ce6aa2c7-784c-4440-84da-b19f5b5dfd63 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:32.261144 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-66ab2fc5-c3a0-434e-be42-9cd1402f187d req-ce6aa2c7-784c-4440-84da-b19f5b5dfd63 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0497754 Aug 31 08:54:32.319095 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:32.337573 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-66ab2fc5-c3a0-434e-be42-9cd1402f187d req-a962c077-2536-4750-a213-eba12763de3a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697191 Aug 31 08:54:32.385380 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:32.386151 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:32.387786 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-501c581a-6162-4463-b727-465521e4e810 req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] 10.222.0.103 "PUT /v2.0/ports/4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 HTTP/1.1" status: 200 len: 1093 time: 1.0890760 Aug 31 08:54:32.388252 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d53a49-b9bf-4f78-825b-b8b87525b190', 'tag': '4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:54:32.390672 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209bdc10-53d1-48e0-ba85-39c27deedae3" -d '{"events": [{"name": "network-changed", "server_uuid": "41d53a49-b9bf-4f78-825b-b8b87525b190", "tag": "4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:54:32.411832 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfcf6d-2304-41c0-ad08-385b2e15d5ba service neutron] Pushing event updated for resources: {'Port': ['ID=4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:32.418018 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7a665-7c79-4ea2-a994-7eb5cc75b71a req-0028bd48-22e1-494d-9108-52b2b11c18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:32.420209 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-77f7a665-7c79-4ea2-a994-7eb5cc75b71a req-0028bd48-22e1-494d-9108-52b2b11c18a7 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 1098 time: 0.1163378 Aug 31 08:54:32.432087 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221c8a06-8e0f-4e57-ab44-bbaef8b756cc x-openstack-request-id: req-221c8a06-8e0f-4e57-ab44-bbaef8b756cc {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:54:32.432373 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d53a49-b9bf-4f78-825b-b8b87525b190", "tag": "4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:54:32.432618 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-221c8a06-8e0f-4e57-ab44-bbaef8b756cc {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:54:32.433006 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d53a49-b9bf-4f78-825b-b8b87525b190', 'tag': '4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090', 'status': 'completed', 'code': 200} Aug 31 08:54:32.463417 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-77f7a665-7c79-4ea2-a994-7eb5cc75b71a req-08d5f911-44ac-4ce7-9018-d6d4f8882380 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295293 Aug 31 08:54:33.071835 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60a013-f09e-4de4-b670-0192ac7dd8f8 req-75acdee0-fe95-4bce-858b-8d34e1ca51c7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:33.073546 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ab60a013-f09e-4de4-b670-0192ac7dd8f8 req-75acdee0-fe95-4bce-858b-8d34e1ca51c7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.3268089 Aug 31 08:54:33.075805 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccb7d5-221a-4aa0-8e4d-826608760cdd req-7c6b4141-cebe-469c-95bf-e948d4d92224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:33.077229 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c3ccb7d5-221a-4aa0-8e4d-826608760cdd req-7c6b4141-cebe-469c-95bf-e948d4d92224 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 1099 time: 0.3211076 Aug 31 08:54:33.080028 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bdc10-53d1-48e0-ba85-39c27deedae3 req-7995d413-f34f-4575-ad3c-cf6112b8eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:33.081479 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-209bdc10-53d1-48e0-ba85-39c27deedae3 req-7995d413-f34f-4575-ad3c-cf6112b8eba4 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=704d4d43abe84cdd94ebff6859425e87&device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 1096 time: 0.3242478 Aug 31 08:54:33.132450 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c64fd3-81c3-4517-8aa4-b9df9b4c4e99 req-2217b10b-25a4-48d8-9f01-088cb3eebb0c tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:33.133998 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-44c64fd3-81c3-4517-8aa4-b9df9b4c4e99 req-2217b10b-25a4-48d8-9f01-088cb3eebb0c tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 943 time: 0.0513554 Aug 31 08:54:33.154765 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ab60a013-f09e-4de4-b670-0192ac7dd8f8 req-3a9027a9-1f19-4fa9-835b-378f585f4964 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710936 Aug 31 08:54:33.197160 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-44c64fd3-81c3-4517-8aa4-b9df9b4c4e99 req-1c1554e6-d789-49fb-8acd-04dafa5db08b tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521200 Aug 31 08:54:33.228827 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c3ccb7d5-221a-4aa0-8e4d-826608760cdd req-487a5e77-269b-4951-9810-927c6a295348 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174316 Aug 31 08:54:33.278217 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bdc10-53d1-48e0-ba85-39c27deedae3 req-615cb3dd-1707-4e08-b2ee-4ad07ab90a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:33.280209 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-209bdc10-53d1-48e0-ba85-39c27deedae3 req-615cb3dd-1707-4e08-b2ee-4ad07ab90a6d service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=704d4d43abe84cdd94ebff6859425e87&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1698976 Aug 31 08:54:33.455015 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764b803-48d3-41df-b854-37c4cf529b6e req-a7a6b1e1-cc89-45ec-96d3-fa4cdefd1463 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:33.456687 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1764b803-48d3-41df-b854-37c4cf529b6e req-a7a6b1e1-cc89-45ec-96d3-fa4cdefd1463 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/networks?id=0d281192-1403-4bf7-92ff-ccd87bd67df8 HTTP/1.1" status: 200 len: 809 time: 0.1160107 Aug 31 08:54:33.466469 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390782e9-d5fd-42c3-8fc1-ce517bda56f2 req-69b43026-ea7e-4d0b-9cd0-700954918c9e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:33.468149 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-390782e9-d5fd-42c3-8fc1-ce517bda56f2 req-69b43026-ea7e-4d0b-9cd0-700954918c9e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0553834 Aug 31 08:54:33.472399 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1764b803-48d3-41df-b854-37c4cf529b6e req-cb5093bf-29c9-45c0-a59f-fe3c473cd8d5 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/quotas/913d5b94ca184880b6cb6f6b37f3dc2d HTTP/1.1" status: 200 len: 375 time: 0.0095294 Aug 31 08:54:33.505726 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1764b803-48d3-41df-b854-37c4cf529b6e req-16103ea8-f1aa-412b-a321-494fc40a8b1b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=913d5b94ca184880b6cb6f6b37f3dc2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268848 Aug 31 08:54:33.512023 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-390782e9-d5fd-42c3-8fc1-ce517bda56f2 req-9c4d4baa-6be8-4c3d-b3f2-821904e732ce tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353160 Aug 31 08:54:33.595692 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1764b803-48d3-41df-b854-37c4cf529b6e req-f2055ce4-dabe-4885-8613-c7dc9ab8d6e2 service neutron] 10.222.0.74 "GET /v2.0/networks/0d281192-1403-4bf7-92ff-ccd87bd67df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814188 Aug 31 08:54:33.754007 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1764b803-48d3-41df-b854-37c4cf529b6e req-6bbf9dff-592e-4814-b324-8a797f902f86 service neutron] 10.222.0.74 "GET /v2.0/networks/0d281192-1403-4bf7-92ff-ccd87bd67df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520269 Aug 31 08:54:33.772256 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bdc10-53d1-48e0-ba85-39c27deedae3 req-8591132f-7401-42fe-8d55-9209bdea2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:33.773761 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-209bdc10-53d1-48e0-ba85-39c27deedae3 req-8591132f-7401-42fe-8d55-9209bdea2d7f service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1193113 Aug 31 08:54:33.864339 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c581a-6162-4463-b727-465521e4e810 req-5e771404-3ed7-42ed-8def-16b3377727cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:33.865803 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-501c581a-6162-4463-b727-465521e4e810 req-5e771404-3ed7-42ed-8def-16b3377727cf service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=704d4d43abe84cdd94ebff6859425e87&device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 1096 time: 0.0427704 Aug 31 08:54:33.910717 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-501c581a-6162-4463-b727-465521e4e810 req-4c3a5095-afaf-422e-a6ef-62181c227a9f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 HTTP/1.1" status: 200 len: 217 time: 0.0336726 Aug 31 08:54:33.967441 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c581a-6162-4463-b727-465521e4e810 req-9d482368-c942-4367-97ca-8eee454844a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:33.969192 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-501c581a-6162-4463-b727-465521e4e810 req-9d482368-c942-4367-97ca-8eee454844a2 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=837ede5a-1816-4179-8f6b-8cad7d412f98 HTTP/1.1" status: 200 len: 854 time: 0.0460560 Aug 31 08:54:34.008677 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-501c581a-6162-4463-b727-465521e4e810 req-05354701-bdea-45ed-96cf-8a38cdecd843 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5028c28c-c36e-4db6-bf36-1ce074bcd249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284014 Aug 31 08:54:34.109917 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b9b94e19-ba47-410a-8208-9e3c45fb6d8c req-37a0323e-f633-4d1e-b3a4-0ba1f3c4356c tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 210 time: 0.0284610 Aug 31 08:54:34.128344 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-501c581a-6162-4463-b727-465521e4e810 req-71b8bed2-8f7d-4936-9a2f-505ba987be05 service neutron] 10.222.0.103 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032233 Aug 31 08:54:34.248218 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-501c581a-6162-4463-b727-465521e4e810 req-5bb8ad33-422c-4459-ae56-9a8735780bba service neutron] 10.222.0.103 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014214 Aug 31 08:54:34.340090 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056259df-6f11-4e72-bba9-b73a9bae10b3 req-ea9ab7aa-0287-4b51-a271-a01e16e01b85 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:34.340555 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-056259df-6f11-4e72-bba9-b73a9bae10b3 req-ea9ab7aa-0287-4b51-a271-a01e16e01b85 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0600054 Aug 31 08:54:34.362158 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9aa74a-0675-4c13-8890-297aa585f00c req-a5820d7f-dd5e-401f-8914-4f3d4dc64ffb tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:34.368551 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5b9aa74a-0675-4c13-8890-297aa585f00c req-a5820d7f-dd5e-401f-8914-4f3d4dc64ffb tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 943 time: 0.0709541 Aug 31 08:54:34.384567 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-056259df-6f11-4e72-bba9-b73a9bae10b3 req-e54621f8-465f-433c-901b-54d33587be44 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348115 Aug 31 08:54:34.410618 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5b9aa74a-0675-4c13-8890-297aa585f00c req-94370c67-339c-49c4-8dff-6efeab30945e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377767 Aug 31 08:54:34.630247 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0778d37-1202-4a17-959f-2005b88a931d req-0cd3ad7b-d35e-4413-b213-24cd447da0fb tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:34.631850 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c0778d37-1202-4a17-959f-2005b88a931d req-0cd3ad7b-d35e-4413-b213-24cd447da0fb tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0497646 Aug 31 08:54:34.675309 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c0778d37-1202-4a17-959f-2005b88a931d req-a9b657d0-6a4f-4152-b14d-e452932cca06 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365701 Aug 31 08:54:35.213542 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1bf4c2d2-f254-4904-af46-3ad890ad889d req-e315de7f-4f4b-42fd-91d7-04d9e3d6893f tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 210 time: 0.0473406 Aug 31 08:54:35.531361 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265915d1-514f-432d-9fce-7c0158e61094 req-dd9be7ee-a085-4a49-aa61-d1e358c9756b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:35.533257 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-265915d1-514f-432d-9fce-7c0158e61094 req-dd9be7ee-a085-4a49-aa61-d1e358c9756b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0550284 Aug 31 08:54:35.569126 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579f837-ce35-4eda-bdfc-d7130243c6d0 req-468b6a85-e7b9-45aa-950c-9990468c7212 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:35.570720 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b579f837-ce35-4eda-bdfc-d7130243c6d0 req-468b6a85-e7b9-45aa-950c-9990468c7212 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 943 time: 0.0684087 Aug 31 08:54:35.583176 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-265915d1-514f-432d-9fce-7c0158e61094 req-30d34e0d-2405-4260-8c5f-fa0dfa6e4395 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425611 Aug 31 08:54:35.613748 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b579f837-ce35-4eda-bdfc-d7130243c6d0 req-50e53fb8-f4f8-4a89-b140-183820c48fd8 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369537 Aug 31 08:54:35.797511 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c29880-5acb-44e9-aa34-afd8c9f37904 req-3c134762-5f35-43b6-a9ff-166f99937cf7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:35.799287 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b6c29880-5acb-44e9-aa34-afd8c9f37904 req-3c134762-5f35-43b6-a9ff-166f99937cf7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0539336 Aug 31 08:54:35.843091 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b6c29880-5acb-44e9-aa34-afd8c9f37904 req-0b02d344-1485-4030-b0a0-554606c31c5e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368905 Aug 31 08:54:35.980568 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30cee5-db30-4c8c-830b-d8ebcedb2aee req-748bbfe7-171d-4ec2-99c1-3f2fc85eb902 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:35.982098 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8d30cee5-db30-4c8c-830b-d8ebcedb2aee req-748bbfe7-171d-4ec2-99c1-3f2fc85eb902 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0554209 Aug 31 08:54:36.020739 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8d30cee5-db30-4c8c-830b-d8ebcedb2aee req-c7c5bde0-7fbd-49b5-ade3-702549965c77 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324612 Aug 31 08:54:36.314913 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0ddd81f0-ffad-409d-9a63-20a3a897cfc9 req-a7028ce8-124f-4e65-aec3-591f25dd509f tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 210 time: 0.0310662 Aug 31 08:54:36.729926 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476ebd7-779e-4b1a-9a7a-b640813af0de req-c161a859-8a05-4ab5-b145-65bb2f3a1e56 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:36.732040 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d476ebd7-779e-4b1a-9a7a-b640813af0de req-c161a859-8a05-4ab5-b145-65bb2f3a1e56 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0582311 Aug 31 08:54:36.750642 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e73f7-1465-4e70-9aaf-c68ef78c79b4 req-c4294843-ed28-4c21-9f4a-7da96ba29336 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:36.753069 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0c1e73f7-1465-4e70-9aaf-c68ef78c79b4 req-c4294843-ed28-4c21-9f4a-7da96ba29336 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 943 time: 0.0598538 Aug 31 08:54:36.781081 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d476ebd7-779e-4b1a-9a7a-b640813af0de req-52b42968-d492-46ae-932d-5dd652fd83ab tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423410 Aug 31 08:54:36.798922 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0c1e73f7-1465-4e70-9aaf-c68ef78c79b4 req-b49b6f12-5497-465e-9b65-2413b1f9ae24 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384316 Aug 31 08:54:36.912448 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7dd920-ba67-4bc0-b989-56130341718f req-f802d95d-5bde-41c4-aa22-19e782bdfb26 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:36.914098 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-df7dd920-ba67-4bc0-b989-56130341718f req-f802d95d-5bde-41c4-aa22-19e782bdfb26 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0542927 Aug 31 08:54:36.923553 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 51320) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:36.928653 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-b1fc8eda-ba3c-4c4f-a821-74f2142947d8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Request body: {'floatingip': {'port_id': '3a4a0800-4ea3-40c8-8caa-5c61b860489f'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:37.023851 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8eda-ba3c-4c4f-a821-74f2142947d8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for floatingip, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:37.264037 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764b803-48d3-41df-b854-37c4cf529b6e req-b2cf5f8b-6495-4100-bb61-7a0bc45f1869 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:37.265583 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1764b803-48d3-41df-b854-37c4cf529b6e req-b2cf5f8b-6495-4100-bb61-7a0bc45f1869 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.103 "GET /v2.0/networks?id=0d281192-1403-4bf7-92ff-ccd87bd67df8 HTTP/1.1" status: 200 len: 809 time: 0.2679749 Aug 31 08:54:37.321784 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-1764b803-48d3-41df-b854-37c4cf529b6e req-fb841529-d4f4-4220-b38b-7fc191c7e532 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Request body: {'port': {'device_id': '14b75e4a-ac11-4b83-9260-a81e3371f7b5', 'network_id': '0d281192-1403-4bf7-92ff-ccd87bd67df8', 'admin_state_up': True, 'tenant_id': '913d5b94ca184880b6cb6f6b37f3dc2d'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:37.478205 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d741b34f-40d6-47a4-9f27-37abdcdc2141 req-af95cb68-c15f-45fa-8e99-a4295b3a5c55 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 210 time: 0.0542839 Aug 31 08:54:37.727926 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1764b803-48d3-41df-b854-37c4cf529b6e req-fb841529-d4f4-4220-b38b-7fc191c7e532 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Made reservation on behalf of 913d5b94ca184880b6cb6f6b37f3dc2d for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:54:37.731499 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-1764b803-48d3-41df-b854-37c4cf529b6e req-fb841529-d4f4-4220-b38b-7fc191c7e532 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:37.942309 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18e320-f61e-4df2-9949-07826a3416a6 req-b99f5049-f445-4d5a-8794-94834ccdfa5c tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:37.945886 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1b18e320-f61e-4df2-9949-07826a3416a6 req-b99f5049-f445-4d5a-8794-94834ccdfa5c tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 943 time: 0.0634387 Aug 31 08:54:37.990821 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1b18e320-f61e-4df2-9949-07826a3416a6 req-2fe140ac-7ac1-4928-9e75-bb5803293e21 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408361 Aug 31 08:54:38.188472 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:54:38.304323 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8eda-ba3c-4c4f-a821-74f2142947d8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:38.308290 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:38.308670 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-1764b803-48d3-41df-b854-37c4cf529b6e req-fb841529-d4f4-4220-b38b-7fc191c7e532 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Allocated IP 172.20.0.2 (0d281192-1403-4bf7-92ff-ccd87bd67df8/a7587c80-3361-4e0e-b546-6350b48b9bc6/5395e5b1-d62e-43de-a2dc-eb1abcc26398) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:54:38.320586 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090', 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249', 'port_id': '4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090', 'mac_address': 'fa:16:3e:bd:1d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837ede5a-1816-4179-8f6b-8cad7d412f98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:54:38.363627 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:38.377162 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:54:38.399574 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:38.421248 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8eda-ba3c-4c4f-a821-74f2142947d8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:38.518549 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:38.551114 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-1764b803-48d3-41df-b854-37c4cf529b6e req-fb841529-d4f4-4220-b38b-7fc191c7e532 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:38.577418 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:38.585041 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.l3_db [None req-b1fc8eda-ba3c-4c4f-a821-74f2142947d8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Floating IP 1936dd30-eae6-4a06-9fc5-d8cee42d9ef7 associated. External IP: 172.27.0.39, port: 3a4a0800-4ea3-40c8-8caa-5c61b860489f. Aug 31 08:54:38.605311 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c9e2ee20-0b53-4383-9fd9-11c7887879ae req-161a4a11-3e20-44f4-b52c-4fe59286f477 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 210 time: 0.0352883 Aug 31 08:54:38.828992 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:54:38.856326 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fa8ff-9115-4f8c-a101-f15c1e74f882 req-d4b1e5bf-5551-4def-84f5-519beb140d3f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:38.858735 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-cf2fa8ff-9115-4f8c-a101-f15c1e74f882 req-d4b1e5bf-5551-4def-84f5-519beb140d3f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.1044917 Aug 31 08:54:38.930613 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-1764b803-48d3-41df-b854-37c4cf529b6e req-fb841529-d4f4-4220-b38b-7fc191c7e532 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:39.022389 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-cf2fa8ff-9115-4f8c-a101-f15c1e74f882 req-0af3227d-9feb-4bb6-adc4-10918212ab7e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575255 Aug 31 08:54:39.032986 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1764b803-48d3-41df-b854-37c4cf529b6e req-fb841529-d4f4-4220-b38b-7fc191c7e532 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Network 0d281192-1403-4bf7-92ff-ccd87bd67df8 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:54:39.043979 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-1764b803-48d3-41df-b854-37c4cf529b6e req-fb841529-d4f4-4220-b38b-7fc191c7e532 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:54:39.049760 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-1764b803-48d3-41df-b854-37c4cf529b6e req-fb841529-d4f4-4220-b38b-7fc191c7e532 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:54:39.053773 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fc8eda-ba3c-4c4f-a821-74f2142947d8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Router 63dd9520-b2f7-4b67-bc96-dd244acacc07 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:54:39.056534 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb841529-d4f4-4220-b38b-7fc191c7e532 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Pushing event updated for resources: {'Port': ['ID=5395e5b1-d62e-43de-a2dc-eb1abcc26398,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:39.081991 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d041a-2887-4585-9921-0b9b8eccdd77 req-d5d43918-c4cd-42c8-92ab-3ffba4b33249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:39.083610 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-970d041a-2887-4585-9921-0b9b8eccdd77 req-d5d43918-c4cd-42c8-92ab-3ffba4b33249 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3787ecd5c3554519ba0dfdf3822199a4&device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 1099 time: 0.1742268 Aug 31 08:54:39.159207 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a78d0-24a1-4c75-9b0c-dae2801babc8 req-29e61820-7f80-45ba-8b4c-899759a2961f tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:39.167100 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e07a78d0-24a1-4c75-9b0c-dae2801babc8 req-29e61820-7f80-45ba-8b4c-899759a2961f tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 944 time: 0.0812223 Aug 31 08:54:39.198852 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764b803-48d3-41df-b854-37c4cf529b6e req-fb841529-d4f4-4220-b38b-7fc191c7e532 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:39.199395 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-1764b803-48d3-41df-b854-37c4cf529b6e req-fb841529-d4f4-4220-b38b-7fc191c7e532 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:39.205916 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e07a78d0-24a1-4c75-9b0c-dae2801babc8 req-6c2973aa-ca70-4090-b4a6-cc41dc413efc tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379269 Aug 31 08:54:39.301832 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fc8eda-ba3c-4c4f-a821-74f2142947d8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:54:39.303821 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d041a-2887-4585-9921-0b9b8eccdd77 req-dc61ad70-5053-448f-af55-3d40fabab77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:39.305387 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-970d041a-2887-4585-9921-0b9b8eccdd77 req-dc61ad70-5053-448f-af55-3d40fabab77a service neutron] 10.222.0.103 "GET /v2.0/networks?id=01945155-cccb-454b-bdc9-771df4fdfc75 HTTP/1.1" status: 200 len: 920 time: 0.2089059 Aug 31 08:54:39.308429 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8eda-ba3c-4c4f-a821-74f2142947d8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:39.314443 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4866f852-2e34-454e-ba9b-c7d63c53e4ba None None] Sync routers for ids ['63dd9520-b2f7-4b67-bc96-dd244acacc07'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:54:39.326706 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4866f852-2e34-454e-ba9b-c7d63c53e4ba None None] Routers {'63dd9520-b2f7-4b67-bc96-dd244acacc07'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:54:39.327381 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-4866f852-2e34-454e-ba9b-c7d63c53e4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:54:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['63dd9520-b2f7-4b67-bc96-dd244acacc07'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:39.341786 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1764b803-48d3-41df-b854-37c4cf529b6e req-fb841529-d4f4-4220-b38b-7fc191c7e532 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0309854 Aug 31 08:54:39.376514 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-970d041a-2887-4585-9921-0b9b8eccdd77 req-16c68265-0cd9-42d2-9961-8852bb2c09d5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f72c17-3885-45ba-babe-aee7fb045bb5 HTTP/1.1" status: 200 len: 217 time: 0.0453010 Aug 31 08:54:39.384380 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-b1fc8eda-ba3c-4c4f-a821-74f2142947d8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "PUT /v2.0/floatingips/1936dd30-eae6-4a06-9fc5-d8cee42d9ef7 HTTP/1.1" status: 200 len: 991 time: 2.4570074 Aug 31 08:54:39.384380 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'tag': '3a4a0800-4ea3-40c8-8caa-5c61b860489f'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:54:39.385025 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d8927f-0c83-4e0d-a237-32c65cc12898" -d '{"events": [{"name": "network-changed", "server_uuid": "73175b23-c025-4a65-9e4a-ac2f77b76246", "tag": "3a4a0800-4ea3-40c8-8caa-5c61b860489f"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:54:39.429975 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 51392) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:39.443980 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-4866f852-2e34-454e-ba9b-c7d63c53e4ba None None] Set router 63dd9520-b2f7-4b67-bc96-dd244acacc07 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:54:39.568423 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a455e6e7-20a3-4c29-b432-0ce84c6585fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:39.665983 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a455e6e7-20a3-4c29-b432-0ce84c6585fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:39.686142 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-4866f852-2e34-454e-ba9b-c7d63c53e4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:07Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '1936dd30-eae6-4a06-9fc5-d8cee42d9ef7', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'port_id': '3a4a0800-4ea3-40c8-8caa-5c61b860489f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'mac_address': 'fa:16:3e:27:fb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:54:12Z', 'updated_at': '2021-08-31T08:54:37Z', 'revision_number': 1, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab98394-36fc-4ba9-8b45-2f8cc16077c5', 'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'mac_address': 'fa:16:3e:ec:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:06Z', 'updated_at': '2021-08-31T08:54:14Z', 'revision_number': 5, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'subnets': [{'id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:39.716439 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4866f852-2e34-454e-ba9b-c7d63c53e4ba None None] Checking router: 63dd9520-b2f7-4b67-bc96-dd244acacc07 for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:54:39.726186 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4866f852-2e34-454e-ba9b-c7d63c53e4ba None None] Routers {'63dd9520-b2f7-4b67-bc96-dd244acacc07'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:54:39.726702 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-4866f852-2e34-454e-ba9b-c7d63c53e4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:54:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['63dd9520-b2f7-4b67-bc96-dd244acacc07'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:39.833837 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-4866f852-2e34-454e-ba9b-c7d63c53e4ba None None] Set router 63dd9520-b2f7-4b67-bc96-dd244acacc07 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:54:39.872472 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a455e6e7-20a3-4c29-b432-0ce84c6585fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:39.917223 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-a455e6e7-20a3-4c29-b432-0ce84c6585fb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=48f392063ae04d6f874e9d8f069ea01d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4859107 Aug 31 08:54:39.918434 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455e6e7-20a3-4c29-b432-0ce84c6585fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a21d860-f605-44bd-9346-12b6e057bf81,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:39.919990 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 51400) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:39.980169 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:40.002637 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:40.064592 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-4866f852-2e34-454e-ba9b-c7d63c53e4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:07Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '1936dd30-eae6-4a06-9fc5-d8cee42d9ef7', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'port_id': '3a4a0800-4ea3-40c8-8caa-5c61b860489f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'mac_address': 'fa:16:3e:27:fb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:54:12Z', 'updated_at': '2021-08-31T08:54:37Z', 'revision_number': 1, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab98394-36fc-4ba9-8b45-2f8cc16077c5', 'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'mac_address': 'fa:16:3e:ec:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:06Z', 'updated_at': '2021-08-31T08:54:14Z', 'revision_number': 5, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'subnets': [{'id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:54:40.090934 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4866f852-2e34-454e-ba9b-c7d63c53e4ba None None] The sync data for ids ['63dd9520-b2f7-4b67-bc96-dd244acacc07'] in dv-cinder-782910-2-iscsi is: [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:07Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '1936dd30-eae6-4a06-9fc5-d8cee42d9ef7', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'port_id': '3a4a0800-4ea3-40c8-8caa-5c61b860489f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'mac_address': 'fa:16:3e:27:fb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:54:12Z', 'updated_at': '2021-08-31T08:54:37Z', 'revision_number': 1, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab98394-36fc-4ba9-8b45-2f8cc16077c5', 'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'mac_address': 'fa:16:3e:ec:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:06Z', 'updated_at': '2021-08-31T08:54:14Z', 'revision_number': 5, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'subnets': [{'id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:54:40.141032 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:40.143779 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:40.144938 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9a21d860-f605-44bd-9346-12b6e057bf81 HTTP/1.1" status: 204 len: 168 time: 0.2238791 Aug 31 08:54:40.153792 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a21d860-f605-44bd-9346-12b6e057bf81,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:40.161743 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:40.162117 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:40.162637 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:40.162822 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:40.163183 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:40.163529 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:40.164035 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:40.164436 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:40.164877 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:40.165279 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:40.165608 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:40.165929 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0819d3c-87eb-4460-8ed5-638ef9d02dbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:40.324495 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c160ca-a018-41ea-a000-cb958a3e6941 None None] New status for floating IP 1936dd30-eae6-4a06-9fc5-d8cee42d9ef7: ACTIVE {{(pid=101274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:54:40.826286 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 51414) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:40.840338 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-425b7476-4bd5-46a9-88b4-e31f9653582b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:40.932454 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-425b7476-4bd5-46a9-88b4-e31f9653582b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:41.072411 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-425b7476-4bd5-46a9-88b4-e31f9653582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:41.113368 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b7476-4bd5-46a9-88b4-e31f9653582b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da51325-6755-4af9-87c2-b5b334e39c77,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:41.117596 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-425b7476-4bd5-46a9-88b4-e31f9653582b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=546efccce1354eee85194677c622dd23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901740 Aug 31 08:54:41.120246 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 51416) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:41.174907 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-56d8ff69-4f93-47cb-892e-b159b423f1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:41.198118 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-56d8ff69-4f93-47cb-892e-b159b423f1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:41.397984 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-56d8ff69-4f93-47cb-892e-b159b423f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:41.400754 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-56d8ff69-4f93-47cb-892e-b159b423f1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:41.401917 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-56d8ff69-4f93-47cb-892e-b159b423f1a6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1da51325-6755-4af9-87c2-b5b334e39c77 HTTP/1.1" status: 204 len: 168 time: 0.2807629 Aug 31 08:54:41.410497 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8ff69-4f93-47cb-892e-b159b423f1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da51325-6755-4af9-87c2-b5b334e39c77,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:41.866953 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ae5ebc9a-e0e7-4dff-9bf4-7fe32e76f69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:42.192723 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Request body: {'port': {'device_id': '14b75e4a-ac11-4b83-9260-a81e3371f7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:54:42.268253 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e88eb2-10fd-4e76-b78f-5b09f4d0e0fb x-openstack-request-id: req-03e88eb2-10fd-4e76-b78f-5b09f4d0e0fb {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:54:42.268615 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73175b23-c025-4a65-9e4a-ac2f77b76246", "tag": "3a4a0800-4ea3-40c8-8caa-5c61b860489f", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:54:42.268774 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-03e88eb2-10fd-4e76-b78f-5b09f4d0e0fb {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:54:42.269416 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'tag': '3a4a0800-4ea3-40c8-8caa-5c61b860489f', 'status': 'completed', 'code': 200} Aug 31 08:54:42.326515 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 51430) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:42.356125 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b7f98-371b-4f0b-9f14-5fc409bf5e3a req-11ae36c0-8a00-4e24-ad70-b4ba1b944113 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:42.358448 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ec4b7f98-371b-4f0b-9f14-5fc409bf5e3a req-11ae36c0-8a00-4e24-ad70-b4ba1b944113 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 931 time: 0.0647700 Aug 31 08:54:42.360339 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fff42fd0-cd4e-44cc-a11b-67f883f47518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:42.363248 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d041a-2887-4585-9921-0b9b8eccdd77 req-1806ad2a-13f9-4e95-8a62-97573850633d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:42.364770 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-970d041a-2887-4585-9921-0b9b8eccdd77 req-1806ad2a-13f9-4e95-8a62-97573850633d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5491e237-5843-4143-aa87-46105c32a598 HTTP/1.1" status: 200 len: 858 time: 0.1682961 Aug 31 08:54:42.387329 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:42.398795 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ec4b7f98-371b-4f0b-9f14-5fc409bf5e3a req-4857e9ed-1619-42c5-be70-8539ecf88fa2 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332110 Aug 31 08:54:42.448794 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-970d041a-2887-4585-9921-0b9b8eccdd77 req-7eb3b727-108c-49ae-9f27-f9d461fd6aa5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=01945155-cccb-454b-bdc9-771df4fdfc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627177 Aug 31 08:54:42.507294 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8927f-0c83-4e0d-a237-32c65cc12898 req-3d2a18f9-5465-459f-9ad3-c715359a062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:42.508844 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a1d8927f-0c83-4e0d-a237-32c65cc12898 req-3d2a18f9-5465-459f-9ad3-c715359a062d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e986ed04246f4cd9a5fafdf9f660684b&device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 1099 time: 0.1973438 Aug 31 08:54:42.510420 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8316c-6621-474a-887c-b8f72513ce6c req-e80e39c7-bbf9-4ecb-97e0-431fde3b1cee tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:42.511999 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8df8316c-6621-474a-887c-b8f72513ce6c req-e80e39c7-bbf9-4ecb-97e0-431fde3b1cee tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 944 time: 0.0500028 Aug 31 08:54:42.554053 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8df8316c-6621-474a-887c-b8f72513ce6c req-aeee80fd-764e-4983-8c1a-f09bcf8178a2 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348065 Aug 31 08:54:42.590138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58f5d4-6f13-40f2-b023-b415d8288834 req-49f9dc13-d32d-46c3-8899-9f71f32ddfad tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:42.595515 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dc58f5d4-6f13-40f2-b023-b415d8288834 req-49f9dc13-d32d-46c3-8899-9f71f32ddfad tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.2234747 Aug 31 08:54:43.043061 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-970d041a-2887-4585-9921-0b9b8eccdd77 req-8de85865-b2c9-4007-9aa7-a1a84bd53cc7 service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775266 Aug 31 08:54:43.078033 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dc58f5d4-6f13-40f2-b023-b415d8288834 req-45396bb3-e588-4b94-93bd-9541aa69fe8a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185111 Aug 31 08:54:43.154285 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8927f-0c83-4e0d-a237-32c65cc12898 req-ab3c06ec-914d-4b74-8341-dce143364f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:43.155774 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a1d8927f-0c83-4e0d-a237-32c65cc12898 req-ab3c06ec-914d-4b74-8341-dce143364f8b service neutron] 10.222.0.103 "GET /v2.0/networks?id=945ae18c-2f91-47bd-bfbd-369ee74f27e6 HTTP/1.1" status: 200 len: 919 time: 0.6326339 Aug 31 08:54:43.180866 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fff42fd0-cd4e-44cc-a11b-67f883f47518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:43.274642 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-970d041a-2887-4585-9921-0b9b8eccdd77 req-b4b1f71b-8881-4601-a5ec-d9508abd55b5 service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014530 Aug 31 08:54:43.302372 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fff42fd0-cd4e-44cc-a11b-67f883f47518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:43.314447 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a1d8927f-0c83-4e0d-a237-32c65cc12898 req-0cea4d3d-533a-49eb-b322-1c5ac5540a4e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f HTTP/1.1" status: 200 len: 1001 time: 0.1418936 Aug 31 08:54:43.394385 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff42fd0-cd4e-44cc-a11b-67f883f47518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082bca70-abba-45b4-a5c1-3d6f455f3951,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:43.433602 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-fff42fd0-cd4e-44cc-a11b-67f883f47518 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=41608fd2e44a4519aa576504616fffd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1043534 Aug 31 08:54:43.436533 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 51456) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:43.448764 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8927f-0c83-4e0d-a237-32c65cc12898 req-9fc14f5d-fd2b-47c1-9d98-fbb4926e4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:43.450783 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a1d8927f-0c83-4e0d-a237-32c65cc12898 req-9fc14f5d-fd2b-47c1-9d98-fbb4926e4ad9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5f7e7944-275c-4f13-be48-7508c282a8a0 HTTP/1.1" status: 200 len: 856 time: 0.1214461 Aug 31 08:54:43.454711 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5395e5b1-d62e-43de-a2dc-eb1abcc26398 {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:54:43.464263 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:43.500944 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:43.524889 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Transition to ACTIVE for port object 5395e5b1-d62e-43de-a2dc-eb1abcc26398 will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:54:43.530404 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:43.569687 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8927f-0c83-4e0d-a237-32c65cc12898 req-0556b62f-a873-453b-8908-5ed2d237b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:43.571222 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a1d8927f-0c83-4e0d-a237-32c65cc12898 req-0556b62f-a873-453b-8908-5ed2d237b272 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=945ae18c-2f91-47bd-bfbd-369ee74f27e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0991256 Aug 31 08:54:43.591185 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623bb2b-44f2-446a-b5c8-040da9861255 req-1dab12c0-442f-4536-b9e2-cebbe685cdf1 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:43.593098 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8623bb2b-44f2-446a-b5c8-040da9861255 req-1dab12c0-442f-4536-b9e2-cebbe685cdf1 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 931 time: 0.0789213 Aug 31 08:54:43.651079 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:43.696010 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb94a5-3822-4af4-81b0-58dc1875c96a req-3e661ddd-cc94-4420-a1f0-f87323937d69 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:43.698859 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5bbb94a5-3822-4af4-81b0-58dc1875c96a req-3e661ddd-cc94-4420-a1f0-f87323937d69 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 944 time: 0.0662134 Aug 31 08:54:43.745466 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:43.749256 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:43.750747 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/082bca70-abba-45b4-a5c1-3d6f455f3951 HTTP/1.1" status: 204 len: 168 time: 0.3130507 Aug 31 08:54:43.760335 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8623bb2b-44f2-446a-b5c8-040da9861255 req-730ad3c1-d9ac-4efc-8b98-0fb7802cd247 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550217 Aug 31 08:54:43.760957 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Pushing event updated for resources: {'Port': ['ID=5395e5b1-d62e-43de-a2dc-eb1abcc26398,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:43.786261 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5bbb94a5-3822-4af4-81b0-58dc1875c96a req-c72ecaf4-51ff-42f6-b6a0-5ccab784e818 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734212 Aug 31 08:54:43.786261 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082bca70-abba-45b4-a5c1-3d6f455f3951,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:43.798338 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:43.798696 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:43.799034 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:43.799364 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:43.801044 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:43.801387 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:43.801723 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:43.802056 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:43.802395 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:43.802794 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:43.803118 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:43.804455 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d07a1bf-25a2-4a1e-bf0e-94a0cef80f94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:54:43.819784 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a1d8927f-0c83-4e0d-a237-32c65cc12898 req-4cafa6c0-6183-4f0e-aaee-2fd40f6b3a71 service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256460 Aug 31 08:54:43.937572 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Attempting to bind port 5395e5b1-d62e-43de-a2dc-eb1abcc26398 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:54:43.937902 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Attempting to bind port 5395e5b1-d62e-43de-a2dc-eb1abcc26398 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'e2524e3d-6362-48cf-b1b9-cb93b877916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '0d281192-1403-4bf7-92ff-ccd87bd67df8'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:54:43.938229 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Attempting to bind port 5395e5b1-d62e-43de-a2dc-eb1abcc26398 on network 0d281192-1403-4bf7-92ff-ccd87bd67df8 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:54:43.949422 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Port 5395e5b1-d62e-43de-a2dc-eb1abcc26398 on network 0d281192-1403-4bf7-92ff-ccd87bd67df8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:54:43.949422 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Attempting to bind port 5395e5b1-d62e-43de-a2dc-eb1abcc26398 on network 0d281192-1403-4bf7-92ff-ccd87bd67df8 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:54:43.963178 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:54:43.963515 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Checking segment: {'id': 'e2524e3d-6362-48cf-b1b9-cb93b877916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '0d281192-1403-4bf7-92ff-ccd87bd67df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:54:43.964065 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Bound using segment: {'id': 'e2524e3d-6362-48cf-b1b9-cb93b877916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '0d281192-1403-4bf7-92ff-ccd87bd67df8'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:54:43.964351 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Bound port: 5395e5b1-d62e-43de-a2dc-eb1abcc26398, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2524e3d-6362-48cf-b1b9-cb93b877916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '0d281192-1403-4bf7-92ff-ccd87bd67df8'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:54:43.964698 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:43.977586 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a1d8927f-0c83-4e0d-a237-32c65cc12898 req-ecc64fe3-f4f0-4d3d-a820-330873fa52eb service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298792 Aug 31 08:54:44.039479 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] For port 5395e5b1-d62e-43de-a2dc-eb1abcc26398, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:54:44.043336 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] For port 5395e5b1-d62e-43de-a2dc-eb1abcc26398, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5395e5b1-d62e-43de-a2dc-eb1abcc26398,segment=NetworkSegment(e2524e3d-6362-48cf-b1b9-cb93b877916e),segment_id=e2524e3d-6362-48cf-b1b9-cb93b877916e)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:54:44.166976 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2577eb52-4c35-46fb-ac52-ee8ceed2dbd0 req-64452ef5-a14e-4d87-be8e-18fb7f99b901 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0553422 Aug 31 08:54:44.206173 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:54:44.212380 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:44.236026 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e078c53-f42c-495e-8c7e-8e58566431a8 req-7d3b572c-eabc-4f75-bd30-6e61bdce6a9d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:44.237537 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7e078c53-f42c-495e-8c7e-8e58566431a8 req-7d3b572c-eabc-4f75-bd30-6e61bdce6a9d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0848467 Aug 31 08:54:44.290699 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:44.291330 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:44.292967 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1764b803-48d3-41df-b854-37c4cf529b6e req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] 10.222.0.103 "PUT /v2.0/ports/5395e5b1-d62e-43de-a2dc-eb1abcc26398 HTTP/1.1" status: 200 len: 1093 time: 2.1056571 Aug 31 08:54:44.298751 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b75e4a-ac11-4b83-9260-a81e3371f7b5', 'tag': '5395e5b1-d62e-43de-a2dc-eb1abcc26398'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:54:44.301362 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a01db39-d3b9-4ff6-b50d-c494c4a6eef0" -d '{"events": [{"name": "network-changed", "server_uuid": "14b75e4a-ac11-4b83-9260-a81e3371f7b5", "tag": "5395e5b1-d62e-43de-a2dc-eb1abcc26398"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:54:44.346054 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577eb52-4c35-46fb-ac52-ee8ceed2dbd0 req-45765c7c-0594-4556-8333-74ed55dcd800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:44.347877 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2577eb52-4c35-46fb-ac52-ee8ceed2dbd0 req-45765c7c-0594-4556-8333-74ed55dcd800 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=704d4d43abe84cdd94ebff6859425e87&device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 1098 time: 0.1506696 Aug 31 08:54:44.353172 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bc34e2-974d-4920-ad14-05d1f88a5fb7 x-openstack-request-id: req-32bc34e2-974d-4920-ad14-05d1f88a5fb7 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:54:44.353406 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b75e4a-ac11-4b83-9260-a81e3371f7b5", "tag": "5395e5b1-d62e-43de-a2dc-eb1abcc26398", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:54:44.353537 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-32bc34e2-974d-4920-ad14-05d1f88a5fb7 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:54:44.353923 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b75e4a-ac11-4b83-9260-a81e3371f7b5', 'tag': '5395e5b1-d62e-43de-a2dc-eb1abcc26398', 'status': 'completed', 'code': 200} Aug 31 08:54:44.357984 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7e078c53-f42c-495e-8c7e-8e58566431a8 req-a62f30b3-d012-4dde-bc40-065643df8f9b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947466 Aug 31 08:54:44.358708 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4da0c-321e-4422-9b13-18ed814c9245 service neutron] Pushing event updated for resources: {'Port': ['ID=5395e5b1-d62e-43de-a2dc-eb1abcc26398,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:44.403855 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:54:44.412822 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:44.413385 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:44.496858 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7aee08ef-a7c6-49f4-aa45-ddfd06a7b346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:44.538191 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01db39-d3b9-4ff6-b50d-c494c4a6eef0 req-57b02c2d-8659-4a68-aef3-5a41e7b63399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:44.539790 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3a01db39-d3b9-4ff6-b50d-c494c4a6eef0 req-57b02c2d-8659-4a68-aef3-5a41e7b63399 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=913d5b94ca184880b6cb6f6b37f3dc2d&device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 1096 time: 0.1378319 Aug 31 08:54:44.641699 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577eb52-4c35-46fb-ac52-ee8ceed2dbd0 req-324a98c0-61e0-42d9-ad1b-bb7b6ced644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:44.643543 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2577eb52-4c35-46fb-ac52-ee8ceed2dbd0 req-324a98c0-61e0-42d9-ad1b-bb7b6ced644c service neutron] 10.222.0.103 "GET /v2.0/networks?id=5028c28c-c36e-4db6-bf36-1ce074bcd249 HTTP/1.1" status: 200 len: 916 time: 0.2428198 Aug 31 08:54:44.719197 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2577eb52-4c35-46fb-ac52-ee8ceed2dbd0 req-bd7ede4d-2ac1-4c0f-bd38-1fbfb066239c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66d99930-67a2-483c-a535-0df8a5027cb5 HTTP/1.1" status: 200 len: 217 time: 0.0589061 Aug 31 08:54:44.743008 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:44.766999 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d53a49-b9bf-4f78-825b-b8b87525b190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:54:44.767477 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01db39-d3b9-4ff6-b50d-c494c4a6eef0 req-4b1d8258-04e5-4d00-885b-051d3e1c86c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:44.768999 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3a01db39-d3b9-4ff6-b50d-c494c4a6eef0 req-4b1d8258-04e5-4d00-885b-051d3e1c86c5 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=913d5b94ca184880b6cb6f6b37f3dc2d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2202466 Aug 31 08:54:44.769309 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939a8220-03db-4f70-8d25-1b98b1c39b06" -d '{"events": [{"server_uuid": "41d53a49-b9bf-4f78-825b-b8b87525b190", "name": "network-vif-plugged", "status": "completed", "tag": "4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:54:44.784081 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:44.815184 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0f7541-f640-4b8f-9b0d-ffbf3d25b6cf x-openstack-request-id: req-5b0f7541-f640-4b8f-9b0d-ffbf3d25b6cf {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:54:44.815483 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d53a49-b9bf-4f78-825b-b8b87525b190", "name": "network-vif-plugged", "status": "completed", "tag": "4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:54:44.815733 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5b0f7541-f640-4b8f-9b0d-ffbf3d25b6cf {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:54:44.816157 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d53a49-b9bf-4f78-825b-b8b87525b190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090', 'code': 200} Aug 31 08:54:44.859769 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577eb52-4c35-46fb-ac52-ee8ceed2dbd0 req-94c5b6ea-9d03-41c0-8f62-40e66e65a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:44.862712 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2577eb52-4c35-46fb-ac52-ee8ceed2dbd0 req-94c5b6ea-9d03-41c0-8f62-40e66e65a7f5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=837ede5a-1816-4179-8f6b-8cad7d412f98 HTTP/1.1" status: 200 len: 854 time: 0.1347327 Aug 31 08:54:44.890712 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:44.905106 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2577eb52-4c35-46fb-ac52-ee8ceed2dbd0 req-d1f7f153-c90c-40c6-bfe3-252365b3815a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5028c28c-c36e-4db6-bf36-1ce074bcd249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325620 Aug 31 08:54:44.932715 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26df99-db07-4139-b06e-390d78fb61f5 req-f1d3b151-beb5-4b68-b18c-78c54b723e8b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:44.933509 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ca26df99-db07-4139-b06e-390d78fb61f5 req-f1d3b151-beb5-4b68-b18c-78c54b723e8b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0745876 Aug 31 08:54:44.981544 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ca26df99-db07-4139-b06e-390d78fb61f5 req-f82cdb4c-b116-40b0-a742-602d7709fae3 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389881 Aug 31 08:54:45.026745 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:45.049909 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01db39-d3b9-4ff6-b50d-c494c4a6eef0 req-170915be-5c55-45d0-87cd-4a2a2a152cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:45.051418 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3a01db39-d3b9-4ff6-b50d-c494c4a6eef0 req-170915be-5c55-45d0-87cd-4a2a2a152cf6 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2743030 Aug 31 08:54:45.062979 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad074811-ef21-46a9-bb0c-587133ef3455 req-979bb00e-8537-4041-9a16-8c5a3b3a23dc tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:45.064847 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ad074811-ef21-46a9-bb0c-587133ef3455 req-979bb00e-8537-4041-9a16-8c5a3b3a23dc tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 944 time: 0.1580112 Aug 31 08:54:45.078589 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:45.097113 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:45.100824 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2577eb52-4c35-46fb-ac52-ee8ceed2dbd0 req-7766f044-894a-4089-9a5b-e74c3b752412 service neutron] 10.222.0.103 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827946 Aug 31 08:54:45.121846 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ad074811-ef21-46a9-bb0c-587133ef3455 req-57ee028f-5936-45b8-b472-2a95807b2808 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403831 Aug 31 08:54:45.271840 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764b803-48d3-41df-b854-37c4cf529b6e req-0c34ee8e-59fb-4031-bb15-9813dca68b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:45.274126 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1764b803-48d3-41df-b854-37c4cf529b6e req-0c34ee8e-59fb-4031-bb15-9813dca68b2a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=913d5b94ca184880b6cb6f6b37f3dc2d&device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 1096 time: 0.1286175 Aug 31 08:54:45.309979 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2577eb52-4c35-46fb-ac52-ee8ceed2dbd0 req-5e23a4b9-0294-4ebe-a56c-2236f1c904d0 service neutron] 10.222.0.103 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828628 Aug 31 08:54:45.347009 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1764b803-48d3-41df-b854-37c4cf529b6e req-e1c468a0-878c-4f5b-8a9d-d33789a2af4e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5395e5b1-d62e-43de-a2dc-eb1abcc26398 HTTP/1.1" status: 200 len: 217 time: 0.0615613 Aug 31 08:54:45.376668 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05672f77-df28-461e-a123-42ae80cc4cf1 req-02b16d02-8602-44cb-b1fd-f34a6afedab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:45.376668 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-05672f77-df28-461e-a123-42ae80cc4cf1 req-02b16d02-8602-44cb-b1fd-f34a6afedab7 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 1098 time: 0.1057134 Aug 31 08:54:45.458680 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-05672f77-df28-461e-a123-42ae80cc4cf1 req-fb7c807f-abcf-4f39-8819-2b22e1d42b61 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587566 Aug 31 08:54:45.461800 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764b803-48d3-41df-b854-37c4cf529b6e req-8e8ae42a-358d-4d24-add3-485d2cb77b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:45.461800 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1764b803-48d3-41df-b854-37c4cf529b6e req-8e8ae42a-358d-4d24-add3-485d2cb77b32 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a7587c80-3361-4e0e-b546-6350b48b9bc6 HTTP/1.1" status: 200 len: 849 time: 0.1000104 Aug 31 08:54:45.512846 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a94072-f689-45d3-b474-1ed8d6dbcba6 req-ae21d5eb-9b5f-4f00-a1d9-0ae925722d91 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:45.514417 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-63a94072-f689-45d3-b474-1ed8d6dbcba6 req-ae21d5eb-9b5f-4f00-a1d9-0ae925722d91 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0579658 Aug 31 08:54:45.565491 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-63a94072-f689-45d3-b474-1ed8d6dbcba6 req-e78f39cb-1d8b-4991-a8f8-e81feae34563 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443385 Aug 31 08:54:45.683618 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:45.750036 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1764b803-48d3-41df-b854-37c4cf529b6e req-67a05940-863c-4ac3-8d77-d6eddfcf7715 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0d281192-1403-4bf7-92ff-ccd87bd67df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365880 Aug 31 08:54:45.865355 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1764b803-48d3-41df-b854-37c4cf529b6e req-d4a64201-ffb0-4647-8af5-f226cfae6e05 service neutron] 10.222.0.103 "GET /v2.0/networks/0d281192-1403-4bf7-92ff-ccd87bd67df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908408 Aug 31 08:54:45.976844 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1764b803-48d3-41df-b854-37c4cf529b6e req-4324eba5-a53f-4ab9-aaff-0fe8b9a247a9 service neutron] 10.222.0.103 "GET /v2.0/networks/0d281192-1403-4bf7-92ff-ccd87bd67df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973270 Aug 31 08:54:46.097032 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6d3fc-586e-46b5-a752-f151f4d1a673 req-b005e682-565c-45a2-b32e-2ecc5b5cf94f tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:46.098549 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-09b6d3fc-586e-46b5-a752-f151f4d1a673 req-b005e682-565c-45a2-b32e-2ecc5b5cf94f tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0488255 Aug 31 08:54:46.138766 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-09b6d3fc-586e-46b5-a752-f151f4d1a673 req-6eb10c48-c688-4720-ac33-aeb97791c3b0 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337231 Aug 31 08:54:46.247927 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56105d0-51de-4e17-9e32-6376cf526234 req-47e01083-2b9f-4d12-9a69-b306c8df93f7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:46.249473 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a56105d0-51de-4e17-9e32-6376cf526234 req-47e01083-2b9f-4d12-9a69-b306c8df93f7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 945 time: 0.0534520 Aug 31 08:54:46.289096 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a56105d0-51de-4e17-9e32-6376cf526234 req-87d8408d-6cf7-4ee9-b2e8-99df18b33e15 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335979 Aug 31 08:54:46.696596 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca97a5-304c-4762-ae54-ae083e8bf5b3 req-37c6a05b-3444-4055-9219-9162ced3e147 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:46.698159 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-27ca97a5-304c-4762-ae54-ae083e8bf5b3 req-37c6a05b-3444-4055-9219-9162ced3e147 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0582075 Aug 31 08:54:46.739201 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-27ca97a5-304c-4762-ae54-ae083e8bf5b3 req-c6178c5c-2f64-4296-a93f-4efa714e8139 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343759 Aug 31 08:54:47.268798 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09d8e5-281b-4552-b7e4-4fd847e75360 req-8974d8be-52e1-466e-86b0-98fb56104e1d tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:47.270335 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fa09d8e5-281b-4552-b7e4-4fd847e75360 req-8974d8be-52e1-466e-86b0-98fb56104e1d tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0529189 Aug 31 08:54:47.313808 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fa09d8e5-281b-4552-b7e4-4fd847e75360 req-02fadfb0-4acf-4576-bc2b-e5b7a682cef8 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366344 Aug 31 08:54:47.434811 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ffde0-8cd0-4509-b02b-68906f4cf0c8 req-6d70471a-b3b7-4a90-bd3a-6334aa530807 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:47.436192 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-563ffde0-8cd0-4509-b02b-68906f4cf0c8 req-6d70471a-b3b7-4a90-bd3a-6334aa530807 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 945 time: 0.0597579 Aug 31 08:54:47.482661 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-563ffde0-8cd0-4509-b02b-68906f4cf0c8 req-8514aec9-ddc3-4377-bf15-a3b283ad52f0 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 Aug 31 08:54:47.672049 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:47.858202 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59895e8-3dbe-4cd7-adfa-5c313bce9a6b req-ab338b2d-0368-423a-a32f-2d61e414bec5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:47.859822 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d59895e8-3dbe-4cd7-adfa-5c313bce9a6b req-ab338b2d-0368-423a-a32f-2d61e414bec5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0547509 Aug 31 08:54:47.898030 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d59895e8-3dbe-4cd7-adfa-5c313bce9a6b req-62cc1a70-aee7-4c83-9517-e3e380ce6efb tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Aug 31 08:54:48.459717 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed427203-b8e8-4412-8b2e-700d6111602d req-752b7026-9bc4-45f0-9634-4ad34fa14c6e tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:48.459717 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ed427203-b8e8-4412-8b2e-700d6111602d req-752b7026-9bc4-45f0-9634-4ad34fa14c6e tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0523255 Aug 31 08:54:48.482856 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ed427203-b8e8-4412-8b2e-700d6111602d req-5a4c5484-620f-4a2e-93f6-f9975338a003 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345745 Aug 31 08:54:48.605562 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c5b65-c20b-4b8a-a61c-3e45300bca44 req-ed540662-959e-4c4d-ab77-1b7e7234afd1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:48.607043 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-209c5b65-c20b-4b8a-a61c-3e45300bca44 req-ed540662-959e-4c4d-ab77-1b7e7234afd1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 945 time: 0.0551398 Aug 31 08:54:48.653851 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-209c5b65-c20b-4b8a-a61c-3e45300bca44 req-63b685eb-6699-4ff1-a60b-d1fa3c23480a tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396318 Aug 31 08:54:49.020357 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8b1fe-fabc-4519-bc8b-bfa0f11ef953 req-21afa91e-5786-461e-b393-dc85a74f1c7b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:49.021897 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-35c8b1fe-fabc-4519-bc8b-bfa0f11ef953 req-21afa91e-5786-461e-b393-dc85a74f1c7b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0541587 Aug 31 08:54:49.072000 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-35c8b1fe-fabc-4519-bc8b-bfa0f11ef953 req-236785d3-2457-498e-b3cb-8f62121c3669 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418851 Aug 31 08:54:49.617042 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707fd2a-2189-4ccb-990b-79b7a5278dab req-139dd747-a244-4177-ad80-21f63055e9af tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:49.618534 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b707fd2a-2189-4ccb-990b-79b7a5278dab req-139dd747-a244-4177-ad80-21f63055e9af tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 943 time: 0.0648949 Aug 31 08:54:49.910853 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b707fd2a-2189-4ccb-990b-79b7a5278dab req-d41a9193-c242-4cbc-b702-21fee7ebc9de tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853098 Aug 31 08:54:50.208287 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd26330-80e6-498d-8de8-ac4e2d8c486d req-b744049a-1463-4420-a93c-eef307d71c97 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:50.209762 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6fd26330-80e6-498d-8de8-ac4e2d8c486d req-b744049a-1463-4420-a93c-eef307d71c97 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0572264 Aug 31 08:54:50.218653 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 5395e5b1-d62e-43de-a2dc-eb1abcc26398 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:54:50.254126 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6fd26330-80e6-498d-8de8-ac4e2d8c486d req-f561bc64-7d72-4756-9d30-b2af68a4db2c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350623 Aug 31 08:54:50.318893 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 5395e5b1-d62e-43de-a2dc-eb1abcc26398, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5395e5b1-d62e-43de-a2dc-eb1abcc26398,segment=NetworkSegment(e2524e3d-6362-48cf-b1b9-cb93b877916e),segment_id=e2524e3d-6362-48cf-b1b9-cb93b877916e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:50.333073 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '5395e5b1-d62e-43de-a2dc-eb1abcc26398', 'network_id': '0d281192-1403-4bf7-92ff-ccd87bd67df8', 'port_id': '5395e5b1-d62e-43de-a2dc-eb1abcc26398', 'mac_address': 'fa:16:3e:58:5c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7587c80-3361-4e0e-b546-6350b48b9bc6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:54:50.373914 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:50.387825 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5395e5b1-d62e-43de-a2dc-eb1abcc26398 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:54:50.410041 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 5395e5b1-d62e-43de-a2dc-eb1abcc26398, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5395e5b1-d62e-43de-a2dc-eb1abcc26398,segment=NetworkSegment(e2524e3d-6362-48cf-b1b9-cb93b877916e),segment_id=e2524e3d-6362-48cf-b1b9-cb93b877916e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:50.432951 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 51656) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:50.557970 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:50.589981 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-4b6781a3-87c0-4544-8a5d-945fd2f14baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:50.626060 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=5395e5b1-d62e-43de-a2dc-eb1abcc26398,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:50.695208 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-4b6781a3-87c0-4544-8a5d-945fd2f14baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:50.809971 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-4b6781a3-87c0-4544-8a5d-945fd2f14baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:50.857424 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-4b6781a3-87c0-4544-8a5d-945fd2f14baf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d1a5db0c8c2d4b35bfeeacb7aeeee513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4233701 Aug 31 08:54:50.858395 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6781a3-87c0-4544-8a5d-945fd2f14baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a107ce6a-57cd-494e-9400-de92014f1ae3,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:50.860376 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 51668) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:50.913386 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a0b2a090-23d0-4ef7-a807-8131294cdf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:50.938356 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a0b2a090-23d0-4ef7-a807-8131294cdf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:51.032435 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['5395e5b1-d62e-43de-a2dc-eb1abcc26398'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:54:51.064808 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caab354-ea0a-4bb7-8293-e1f11f729325 req-ca2f93df-b313-4b62-b913-b2b8796167f2 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:51.066966 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6caab354-ea0a-4bb7-8293-e1f11f729325 req-ca2f93df-b313-4b62-b913-b2b8796167f2 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 944 time: 0.0592310 Aug 31 08:54:51.123313 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6caab354-ea0a-4bb7-8293-e1f11f729325 req-2067deae-59fc-4a4b-8bd8-c38a1289f1c5 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496085 Aug 31 08:54:51.198179 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a0b2a090-23d0-4ef7-a807-8131294cdf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:51.200852 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a0b2a090-23d0-4ef7-a807-8131294cdf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:51.201987 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-a0b2a090-23d0-4ef7-a807-8131294cdf7f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a107ce6a-57cd-494e-9400-de92014f1ae3 HTTP/1.1" status: 204 len: 168 time: 0.3406093 Aug 31 08:54:51.212350 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2a090-23d0-4ef7-a807-8131294cdf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a107ce6a-57cd-494e-9400-de92014f1ae3,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:51.307675 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 51686) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:51.428189 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-23939615-a2a6-4c0b-b73b-a961294802ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:51.497440 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced79a4-0f92-47b5-b0c5-c40b74c7cdd5 req-1412c90e-2b60-460a-a582-1a03cacd8276 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:51.498976 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0ced79a4-0f92-47b5-b0c5-c40b74c7cdd5 req-1412c90e-2b60-460a-a582-1a03cacd8276 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0729432 Aug 31 08:54:51.557754 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0ced79a4-0f92-47b5-b0c5-c40b74c7cdd5 req-22c44fe8-9c3b-4c56-92d2-d50e32a5e6af tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519211 Aug 31 08:54:51.593886 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-23939615-a2a6-4c0b-b73b-a961294802ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:51.741565 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-23939615-a2a6-4c0b-b73b-a961294802ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:51.780834 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23939615-a2a6-4c0b-b73b-a961294802ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633ec29f-8af6-45bd-8ce6-cd9bd8524788,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:51.786355 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-23939615-a2a6-4c0b-b73b-a961294802ec admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b5ba712be97944f0a4ea9fa8da5af438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4775126 Aug 31 08:54:51.788874 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 51700) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:54:51.842466 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-9371da33-e67f-493c-9dd0-bc0ed3fa104e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:51.870101 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-9371da33-e67f-493c-9dd0-bc0ed3fa104e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:52.049998 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-9371da33-e67f-493c-9dd0-bc0ed3fa104e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:52.052758 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-9371da33-e67f-493c-9dd0-bc0ed3fa104e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:52.053948 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-9371da33-e67f-493c-9dd0-bc0ed3fa104e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/633ec29f-8af6-45bd-8ce6-cd9bd8524788 HTTP/1.1" status: 204 len: 168 time: 0.2639396 Aug 31 08:54:52.062717 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371da33-e67f-493c-9dd0-bc0ed3fa104e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633ec29f-8af6-45bd-8ce6-cd9bd8524788,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:52.250639 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb316f-2014-4ce2-9ece-f4e30df15803 req-35e1b07a-dd75-4af4-b2c0-d5e87a007894 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:52.252175 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-cfeb316f-2014-4ce2-9ece-f4e30df15803 req-35e1b07a-dd75-4af4-b2c0-d5e87a007894 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 944 time: 0.0501506 Aug 31 08:54:52.294359 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-cfeb316f-2014-4ce2-9ece-f4e30df15803 req-a6ace097-78e9-4cc2-a7d5-7ee04d1a721e tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359619 Aug 31 08:54:52.689551 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7381731-7fee-4f93-9892-0c1cdde2bc36 req-f1f1f03b-773e-4bec-a002-c70285baedbb tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:52.691131 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c7381731-7fee-4f93-9892-0c1cdde2bc36 req-f1f1f03b-773e-4bec-a002-c70285baedbb tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0559566 Aug 31 08:54:52.741569 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c7381731-7fee-4f93-9892-0c1cdde2bc36 req-2fc7af00-55c0-4778-bf1c-7d3f6026bfe2 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439487 Aug 31 08:54:53.414056 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd36fa-8960-4918-80a6-bebd9d5d2db9 req-bff4f4bf-c082-4f9d-9f54-1d37ac249cd1 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:53.415575 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0dfd36fa-8960-4918-80a6-bebd9d5d2db9 req-bff4f4bf-c082-4f9d-9f54-1d37ac249cd1 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 944 time: 0.0504341 Aug 31 08:54:53.458688 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0dfd36fa-8960-4918-80a6-bebd9d5d2db9 req-ec774796-c9c2-4912-8f89-0e43a86bcbc4 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365551 Aug 31 08:54:53.885626 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6e547-28cb-434c-925b-320c308ca97c req-53b14f53-2e4b-47dc-9422-79d1afe34fcd tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:53.887373 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-69d6e547-28cb-434c-925b-320c308ca97c req-53b14f53-2e4b-47dc-9422-79d1afe34fcd tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0747383 Aug 31 08:54:53.928808 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-69d6e547-28cb-434c-925b-320c308ca97c req-780d3219-41a4-45cb-b956-d26aa29d4000 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343158 Aug 31 08:54:54.254377 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 5395e5b1-d62e-43de-a2dc-eb1abcc26398 up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:54:54.417384 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port 5395e5b1-d62e-43de-a2dc-eb1abcc26398 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:54:54.422448 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 5395e5b1-d62e-43de-a2dc-eb1abcc26398 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:54:54.422945 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:54.509764 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:54.534226 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b75e4a-ac11-4b83-9260-a81e3371f7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5395e5b1-d62e-43de-a2dc-eb1abcc26398'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:54:54.536528 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daca1eb-dace-4cf1-9593-00b8c5694b46" -d '{"events": [{"server_uuid": "14b75e4a-ac11-4b83-9260-a81e3371f7b5", "name": "network-vif-plugged", "status": "completed", "tag": "5395e5b1-d62e-43de-a2dc-eb1abcc26398"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:54:54.550734 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 5395e5b1-d62e-43de-a2dc-eb1abcc26398, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5395e5b1-d62e-43de-a2dc-eb1abcc26398,segment=NetworkSegment(e2524e3d-6362-48cf-b1b9-cb93b877916e),segment_id=e2524e3d-6362-48cf-b1b9-cb93b877916e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:54:54.577102 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b98a4f6-954b-4082-8a39-3d34cf7bd577 x-openstack-request-id: req-4b98a4f6-954b-4082-8a39-3d34cf7bd577 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:54:54.577416 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b75e4a-ac11-4b83-9260-a81e3371f7b5", "name": "network-vif-plugged", "status": "completed", "tag": "5395e5b1-d62e-43de-a2dc-eb1abcc26398", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:54:54.577667 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4b98a4f6-954b-4082-8a39-3d34cf7bd577 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:54:54.578061 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b75e4a-ac11-4b83-9260-a81e3371f7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5395e5b1-d62e-43de-a2dc-eb1abcc26398', 'code': 200} Aug 31 08:54:54.624169 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcf039-714e-4e25-8ff4-767c65c72e3a req-bd3a43ad-e0aa-403c-bff7-75911521a415 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:54.626981 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f7fcf039-714e-4e25-8ff4-767c65c72e3a req-bd3a43ad-e0aa-403c-bff7-75911521a415 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 944 time: 0.0917351 Aug 31 08:54:54.671668 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f7fcf039-714e-4e25-8ff4-767c65c72e3a req-04e8fdc0-6ed3-4411-9480-d7c17e358360 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363615 Aug 31 08:54:54.799697 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:54:54.858046 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=5395e5b1-d62e-43de-a2dc-eb1abcc26398,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:54:55.050081 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db486712-be92-4bec-a47c-089c64259cba req-e7c99554-738a-4f79-aea1-65559df66f62 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:55.051605 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-db486712-be92-4bec-a47c-089c64259cba req-e7c99554-738a-4f79-aea1-65559df66f62 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0541408 Aug 31 08:54:55.073289 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d6716-d6b5-4c3d-a0e9-5fd3e5dacb2b req-efa29a7c-fe8f-44fd-a72b-7ec14b9e6290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:55.077968 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e95d6716-d6b5-4c3d-a0e9-5fd3e5dacb2b req-efa29a7c-fe8f-44fd-a72b-7ec14b9e6290 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 1098 time: 0.0434577 Aug 31 08:54:55.094298 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-db486712-be92-4bec-a47c-089c64259cba req-eb5e7484-c680-449f-abc8-e22440adab78 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360074 Aug 31 08:54:55.130667 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e95d6716-d6b5-4c3d-a0e9-5fd3e5dacb2b req-f4fe0485-1566-436d-82b7-dae0317ecfd5 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454478 Aug 31 08:54:55.800179 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bc828-863e-4d10-aac1-7b3e98b9da5f req-ee7d8a0b-988a-48df-84f9-eafcc47ca5bb tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:55.802047 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b98bc828-863e-4d10-aac1-7b3e98b9da5f req-ee7d8a0b-988a-48df-84f9-eafcc47ca5bb tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 945 time: 0.0562053 Aug 31 08:54:55.847325 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b98bc828-863e-4d10-aac1-7b3e98b9da5f req-27cac6ad-2b6c-414e-b1e6-30241f22b717 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393469 Aug 31 08:54:56.217050 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31d0d2-cd51-48bc-a3c7-276d85e58cd9 req-1093645a-18b0-4695-a0e8-34db6803e3a5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:56.218468 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-fc31d0d2-cd51-48bc-a3c7-276d85e58cd9 req-1093645a-18b0-4695-a0e8-34db6803e3a5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0498459 Aug 31 08:54:56.256140 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-fc31d0d2-cd51-48bc-a3c7-276d85e58cd9 req-19686adf-3dae-4d56-a002-8634fb4c4924 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310824 Aug 31 08:54:56.385995 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:54:56.975206 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54018599-40fb-470e-b4aa-06e138a07363 req-f7cf27de-2a8c-4656-823e-16260fc38ad4 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:56.992445 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-54018599-40fb-470e-b4aa-06e138a07363 req-f7cf27de-2a8c-4656-823e-16260fc38ad4 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 945 time: 0.0553858 Aug 31 08:54:57.030819 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-54018599-40fb-470e-b4aa-06e138a07363 req-530a45c4-d8ff-42e9-b961-c69c16cfdc1b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467088 Aug 31 08:54:57.373608 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b879fe-e0d8-41ab-9a20-2ee20759bb5c req-8ac45806-848b-4d1e-984f-8db325fe9ed0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:57.375135 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-24b879fe-e0d8-41ab-9a20-2ee20759bb5c req-8ac45806-848b-4d1e-984f-8db325fe9ed0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0495846 Aug 31 08:54:57.416473 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-24b879fe-e0d8-41ab-9a20-2ee20759bb5c req-3987b4f5-fd3c-4dd1-a197-e1479775b858 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349150 Aug 31 08:54:57.659334 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8d8b8-2965-4662-8776-66b4fc3c715b req-dd085405-3c8b-4185-be7c-73bdc8607bd0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:57.660952 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4be8d8b8-2965-4662-8776-66b4fc3c715b req-dd085405-3c8b-4185-be7c-73bdc8607bd0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0508068 Aug 31 08:54:57.701652 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4be8d8b8-2965-4662-8776-66b4fc3c715b req-b5af5092-6539-4a0c-aaad-68b4e7386f7f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340350 Aug 31 08:54:58.165028 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf0039-cae2-4000-a13e-9116926bdd7f req-112ecb1e-5923-49d8-aa12-1a4a69d0d1d2 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:58.166517 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c6bf0039-cae2-4000-a13e-9116926bdd7f req-112ecb1e-5923-49d8-aa12-1a4a69d0d1d2 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 945 time: 0.0620925 Aug 31 08:54:58.206298 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c6bf0039-cae2-4000-a13e-9116926bdd7f req-1ea272cc-2a89-4b15-8c95-b2f8ba5f9e10 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336587 Aug 31 08:54:58.536884 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5469da7-b26c-48a5-a07c-6fce0cf00887 req-f3b0b37d-4463-4f14-9519-cd49b5333060 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:58.538552 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b5469da7-b26c-48a5-a07c-6fce0cf00887 req-f3b0b37d-4463-4f14-9519-cd49b5333060 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0485950 Aug 31 08:54:58.578287 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b5469da7-b26c-48a5-a07c-6fce0cf00887 req-1ef5691d-b458-4a47-9a7e-c4441dd5791b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331342 Aug 31 08:54:58.823693 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf6d3b1-8682-46a2-a82a-a486ceb018b6 req-9bf41c16-3509-4316-80e3-6b3fd1f3c3b8 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:58.831650 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-aaf6d3b1-8682-46a2-a82a-a486ceb018b6 req-9bf41c16-3509-4316-80e3-6b3fd1f3c3b8 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0521150 Aug 31 08:54:58.877507 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-aaf6d3b1-8682-46a2-a82a-a486ceb018b6 req-b6b45c4c-5e0c-4f6f-8247-083acf82993b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352466 Aug 31 08:54:59.697437 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86ea9e-5eab-4abd-9b38-8ca214e91b26 req-627f049e-5e66-4e59-8bd3-b0a1be15132c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:59.699032 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8a86ea9e-5eab-4abd-9b38-8ca214e91b26 req-627f049e-5e66-4e59-8bd3-b0a1be15132c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0533483 Aug 31 08:54:59.741850 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8a86ea9e-5eab-4abd-9b38-8ca214e91b26 req-5e727d37-1449-41fd-8886-e714023c5fd7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360053 Aug 31 08:54:59.997466 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ac2ee3-aa72-4f86-b447-93b1e8acaa3a req-4bf9ea1f-4b27-4183-8dc8-74e14487368d tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:54:59.999101 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a4ac2ee3-aa72-4f86-b447-93b1e8acaa3a req-4bf9ea1f-4b27-4183-8dc8-74e14487368d tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0594170 Aug 31 08:55:00.039134 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a4ac2ee3-aa72-4f86-b447-93b1e8acaa3a req-1dc5c7ed-4ec6-4f68-9300-c9e44d03ed9e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333130 Aug 31 08:55:00.862116 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c1eda-1e58-425a-91d6-07663958914e req-47ad83b5-a489-45ec-9c82-4a312c35a0b8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:00.863610 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e78c1eda-1e58-425a-91d6-07663958914e req-47ad83b5-a489-45ec-9c82-4a312c35a0b8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0519822 Aug 31 08:55:00.907486 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e78c1eda-1e58-425a-91d6-07663958914e req-e648cc54-6057-4e79-9ab2-c41ed305f98b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373323 Aug 31 08:55:01.160319 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf441e-9449-4266-8f73-dffc4e9a89e2 req-b04bf95a-2242-43e0-a8de-7b1db94267fa tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:01.161842 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9ecf441e-9449-4266-8f73-dffc4e9a89e2 req-b04bf95a-2242-43e0-a8de-7b1db94267fa tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0531571 Aug 31 08:55:01.204319 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9ecf441e-9449-4266-8f73-dffc4e9a89e2 req-ccc15281-a393-4195-952f-60d0a02c4499 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363286 Aug 31 08:55:02.034109 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a3903-2485-4adb-9471-32e49160cbca req-461b53f9-5b42-4163-97dd-0f6bb5edc36a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:02.035644 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9d4a3903-2485-4adb-9471-32e49160cbca req-461b53f9-5b42-4163-97dd-0f6bb5edc36a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0520859 Aug 31 08:55:02.075624 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9d4a3903-2485-4adb-9471-32e49160cbca req-848fc399-bbdf-4e45-a599-fd22b775cf93 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337324 Aug 31 08:55:02.252441 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e535c-2151-445e-9cb1-6e05b205a85e req-cc0318f5-e16f-4aca-9183-4c0812a0ca26 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:02.253991 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c16e535c-2151-445e-9cb1-6e05b205a85e req-cc0318f5-e16f-4aca-9183-4c0812a0ca26 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 945 time: 0.0580392 Aug 31 08:55:02.303092 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c16e535c-2151-445e-9cb1-6e05b205a85e req-3c840053-88e3-4a8f-af45-661b8849054a tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428612 Aug 31 08:55:02.352700 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98a871-8d21-422f-8173-f97b9c72d824 req-6c9b69b2-584f-4c86-a2a2-aadaf7420eb3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:02.354269 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3b98a871-8d21-422f-8173-f97b9c72d824 req-6c9b69b2-584f-4c86-a2a2-aadaf7420eb3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0610659 Aug 31 08:55:02.395990 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3b98a871-8d21-422f-8173-f97b9c72d824 req-fc29d80e-9340-400c-8f1d-4202df71bc5f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344777 Aug 31 08:55:03.206224 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5db9f-44f9-4bd1-b92d-f2f618e8544f req-254150a7-f8a5-4887-868d-d32aca8b49ed tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:03.208062 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b9c5db9f-44f9-4bd1-b92d-f2f618e8544f req-254150a7-f8a5-4887-868d-d32aca8b49ed tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0596249 Aug 31 08:55:03.258759 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b9c5db9f-44f9-4bd1-b92d-f2f618e8544f req-c81f90fd-f4eb-41a3-9898-b4d6e2c5413d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Aug 31 08:55:03.422824 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543d74b-b02f-4e1c-8f32-465b3f7dbced req-c9275f10-3254-47d8-9792-0ec8dc82d455 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:03.424501 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0543d74b-b02f-4e1c-8f32-465b3f7dbced req-c9275f10-3254-47d8-9792-0ec8dc82d455 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 945 time: 0.0514565 Aug 31 08:55:03.465400 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0543d74b-b02f-4e1c-8f32-465b3f7dbced req-5797db44-a14c-4d29-9bc3-5278a28b5dc4 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343401 Aug 31 08:55:03.526409 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffcb8d-dde3-429a-a484-28ab1fbe69a3 req-4b02bd68-054b-4603-b1f6-9f40da715a85 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:03.528879 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-dbffcb8d-dde3-429a-a484-28ab1fbe69a3 req-4b02bd68-054b-4603-b1f6-9f40da715a85 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0565321 Aug 31 08:55:03.569776 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-dbffcb8d-dde3-429a-a484-28ab1fbe69a3 req-2514be9f-268a-4f9b-995f-3d3f7ec969bb tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345111 Aug 31 08:55:04.390162 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c511dc7-179a-44c8-a253-36bc3dc3eef3 req-d1616142-3541-4242-9c26-eb62cca75be5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:04.392793 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6c511dc7-179a-44c8-a253-36bc3dc3eef3 req-d1616142-3541-4242-9c26-eb62cca75be5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0641770 Aug 31 08:55:04.446944 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6c511dc7-179a-44c8-a253-36bc3dc3eef3 req-e1b1ce64-ab9b-40ea-8e62-4a20bc526eb8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477307 Aug 31 08:55:04.491292 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ea4f0-db28-4657-9a78-c0f2ae433307 req-eb6eecb3-552d-4894-b8ef-c8431d5babbc tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:04.493102 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-df8ea4f0-db28-4657-9a78-c0f2ae433307 req-eb6eecb3-552d-4894-b8ef-c8431d5babbc tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.103 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 945 time: 0.0628963 Aug 31 08:55:04.646120 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e9d77-e689-47cc-9842-6b71766c0a02 req-5f20589c-0776-4294-8049-684fbdd16a08 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:04.648528 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-784e9d77-e689-47cc-9842-6b71766c0a02 req-5f20589c-0776-4294-8049-684fbdd16a08 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 945 time: 0.0781760 Aug 31 08:55:04.666030 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-df8ea4f0-db28-4657-9a78-c0f2ae433307 req-badb886f-7795-4307-b74c-a5de8459e8e7 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Deleting port 5395e5b1-d62e-43de-a2dc-eb1abcc26398 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:55:04.666460 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-df8ea4f0-db28-4657-9a78-c0f2ae433307 req-badb886f-7795-4307-b74c-a5de8459e8e7 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:04.710291 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 52020) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:55:04.757508 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-784e9d77-e689-47cc-9842-6b71766c0a02 req-7652e18b-b9b1-4ec6-9bd2-48c9312741e5 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028192 Aug 31 08:55:04.840862 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-df8ea4f0-db28-4657-9a78-c0f2ae433307 req-badb886f-7795-4307-b74c-a5de8459e8e7 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] For port 5395e5b1-d62e-43de-a2dc-eb1abcc26398, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=5395e5b1-d62e-43de-a2dc-eb1abcc26398,segment=NetworkSegment(e2524e3d-6362-48cf-b1b9-cb93b877916e),segment_id=e2524e3d-6362-48cf-b1b9-cb93b877916e)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:55:04.841245 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-df8ea4f0-db28-4657-9a78-c0f2ae433307 req-badb886f-7795-4307-b74c-a5de8459e8e7 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:04.849790 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-16c756ec-6e2b-4b47-91de-5e62ad4321ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:04.860019 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-df8ea4f0-db28-4657-9a78-c0f2ae433307 req-badb886f-7795-4307-b74c-a5de8459e8e7 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Calling delete_port for 5395e5b1-d62e-43de-a2dc-eb1abcc26398 owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:55:04.885506 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accaa82-e978-451b-943e-825e8a61e12a req-c0b6dbfc-a92c-4fa8-b146-37cc3657f52c tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:04.890981 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2accaa82-e978-451b-943e-825e8a61e12a req-c0b6dbfc-a92c-4fa8-b146-37cc3657f52c tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0944855 Aug 31 08:55:04.954624 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2accaa82-e978-451b-943e-825e8a61e12a req-0659965a-9efd-434f-9ab4-d7739406564e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510142 Aug 31 08:55:05.013240 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-16c756ec-6e2b-4b47-91de-5e62ad4321ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:05.203201 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-16c756ec-6e2b-4b47-91de-5e62ad4321ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:05.203431 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-df8ea4f0-db28-4657-9a78-c0f2ae433307 req-badb886f-7795-4307-b74c-a5de8459e8e7 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:05.219548 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['5395e5b1-d62e-43de-a2dc-eb1abcc26398'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:55:05.250401 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-16c756ec-6e2b-4b47-91de-5e62ad4321ed admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5b7fa33b64eb4530b47347352e17e74b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5388870 Aug 31 08:55:05.251011 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 52032) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:55:05.253011 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c756ec-6e2b-4b47-91de-5e62ad4321ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e188e5-9d6f-494f-b3ab-cf67a94bc5cd,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:05.256495 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb886f-7795-4307-b74c-a5de8459e8e7 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Pushing event deleted for resources: {'Port': ['ID=5395e5b1-d62e-43de-a2dc-eb1abcc26398,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:05.281715 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8ea4f0-db28-4657-9a78-c0f2ae433307 req-badb886f-7795-4307-b74c-a5de8459e8e7 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] No DVR routers for this DVR port 5395e5b1-d62e-43de-a2dc-eb1abcc26398 on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:55:05.284614 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-df8ea4f0-db28-4657-9a78-c0f2ae433307 req-badb886f-7795-4307-b74c-a5de8459e8e7 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:05.286774 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-df8ea4f0-db28-4657-9a78-c0f2ae433307 req-badb886f-7795-4307-b74c-a5de8459e8e7 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.103 "DELETE /v2.0/ports/5395e5b1-d62e-43de-a2dc-eb1abcc26398 HTTP/1.1" status: 204 len: 173 time: 0.7831192 Aug 31 08:55:05.287280 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b75e4a-ac11-4b83-9260-a81e3371f7b5', 'name': 'network-vif-deleted', 'tag': '5395e5b1-d62e-43de-a2dc-eb1abcc26398'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:55:05.290120 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601a468e-e1fa-4ed7-be8d-9b2de9d5da41" -d '{"events": [{"server_uuid": "14b75e4a-ac11-4b83-9260-a81e3371f7b5", "name": "network-vif-deleted", "tag": "5395e5b1-d62e-43de-a2dc-eb1abcc26398"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:55:05.318332 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-1a6fc595-7e2c-41d9-96f0-6d3bad5edfab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:05.340960 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78940f9e-5136-46cb-979a-68cb10521dcd x-openstack-request-id: req-78940f9e-5136-46cb-979a-68cb10521dcd {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:55:05.341764 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b75e4a-ac11-4b83-9260-a81e3371f7b5", "name": "network-vif-deleted", "tag": "5395e5b1-d62e-43de-a2dc-eb1abcc26398", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:55:05.342195 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-78940f9e-5136-46cb-979a-68cb10521dcd {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:55:05.343352 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b75e4a-ac11-4b83-9260-a81e3371f7b5', 'name': 'network-vif-deleted', 'tag': '5395e5b1-d62e-43de-a2dc-eb1abcc26398', 'status': 'completed', 'code': 200} Aug 31 08:55:05.357987 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-1a6fc595-7e2c-41d9-96f0-6d3bad5edfab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:05.576125 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee684b1-408d-4644-b329-6aad15b13178 req-f803bf2d-5f5d-4c35-8375-533afd43418c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:05.577683 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7ee684b1-408d-4644-b329-6aad15b13178 req-f803bf2d-5f5d-4c35-8375-533afd43418c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0541472 Aug 31 08:55:05.618819 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7ee684b1-408d-4644-b329-6aad15b13178 req-dc76915f-be89-48c5-882f-ce32f04cda57 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338054 Aug 31 08:55:05.649133 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-1a6fc595-7e2c-41d9-96f0-6d3bad5edfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:05.651773 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-1a6fc595-7e2c-41d9-96f0-6d3bad5edfab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:05.653015 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-1a6fc595-7e2c-41d9-96f0-6d3bad5edfab admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/66e188e5-9d6f-494f-b3ab-cf67a94bc5cd HTTP/1.1" status: 204 len: 168 time: 0.4009483 Aug 31 08:55:05.664648 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fc595-7e2c-41d9-96f0-6d3bad5edfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e188e5-9d6f-494f-b3ab-cf67a94bc5cd,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:05.865381 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9f151cfa-048b-40c7-9a66-bd6a8a769ef4 req-b08b2020-d24d-4fcb-8fe7-570e1f5396b3 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 210 time: 0.0350068 Aug 31 08:55:06.089889 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adc1f2-e793-4e4b-8ad8-457cca8d10c6 req-580cf565-5350-4987-b690-f97ca352f41e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:06.091527 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-75adc1f2-e793-4e4b-8ad8-457cca8d10c6 req-580cf565-5350-4987-b690-f97ca352f41e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0600212 Aug 31 08:55:06.134320 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-75adc1f2-e793-4e4b-8ad8-457cca8d10c6 req-9179db47-a472-4a47-bb1f-90b78c5b361b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364654 Aug 31 08:55:06.746543 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6e734-c45d-41c7-be8c-498d2a918579 req-48a396a2-47a6-47e2-8ce1-69b5aeb6fcff tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:06.748079 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-cef6e734-c45d-41c7-be8c-498d2a918579 req-48a396a2-47a6-47e2-8ce1-69b5aeb6fcff tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0515094 Aug 31 08:55:06.788124 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-cef6e734-c45d-41c7-be8c-498d2a918579 req-1815e3e7-94f3-4dd5-8e93-8d696de0c0b8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338981 Aug 31 08:55:07.001539 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a116e563-c3de-4273-8301-736316f593ff req-c00293a8-ea11-47b0-b5cb-570e54be0630 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=14b75e4a-ac11-4b83-9260-a81e3371f7b5 HTTP/1.1" status: 200 len: 210 time: 0.0299149 Aug 31 08:55:07.279082 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a91e5e-d37c-4670-a52a-75491fe23ee1 req-66bc63e9-9129-4f9f-9d01-7613b155317a tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:07.280650 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-30a91e5e-d37c-4670-a52a-75491fe23ee1 req-66bc63e9-9129-4f9f-9d01-7613b155317a tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0618749 Aug 31 08:55:07.319632 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-30a91e5e-d37c-4670-a52a-75491fe23ee1 req-6bc3de1e-5345-4621-9d17-2c0af0b436a7 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329449 Aug 31 08:55:07.947377 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee52b0-1c20-4223-b7d0-4515802ae69f req-0e4dd7d2-71d9-4504-a051-b71c46a6a739 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:07.948907 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-80ee52b0-1c20-4223-b7d0-4515802ae69f req-0e4dd7d2-71d9-4504-a051-b71c46a6a739 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0536766 Aug 31 08:55:07.990039 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-80ee52b0-1c20-4223-b7d0-4515802ae69f req-9cf686f7-773e-4574-a5c8-63fa5729a19a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349715 Aug 31 08:55:08.329759 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 5395e5b1-d62e-43de-a2dc-eb1abcc26398 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:55:08.351605 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: 5395e5b1-d62e-43de-a2dc-eb1abcc26398 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 08:55:08.351926 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 5395e5b1-d62e-43de-a2dc-eb1abcc26398 not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:55:08.890738 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-e6bd8d7f-08de-4169-a27d-64ccc5ddd51c tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:08.892272 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-e6bd8d7f-08de-4169-a27d-64ccc5ddd51c tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/networks?id=5028c28c-c36e-4db6-bf36-1ce074bcd249 HTTP/1.1" status: 200 len: 814 time: 0.1109819 Aug 31 08:55:08.894960 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-6d2b1be3-36fa-46c6-927c-fe8e23f3ab92 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:08.896447 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-6d2b1be3-36fa-46c6-927c-fe8e23f3ab92 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/networks?id=0d281192-1403-4bf7-92ff-ccd87bd67df8 HTTP/1.1" status: 200 len: 809 time: 0.1118720 Aug 31 08:55:08.907546 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-68030380-0337-4129-bfef-e3604b04571a tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/quotas/704d4d43abe84cdd94ebff6859425e87 HTTP/1.1" status: 200 len: 375 time: 0.0094476 Aug 31 08:55:08.911481 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-e57b74ab-b546-40aa-9d66-e788b30d301e tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/quotas/913d5b94ca184880b6cb6f6b37f3dc2d HTTP/1.1" status: 200 len: 375 time: 0.0089719 Aug 31 08:55:08.948381 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-bb5acf1d-367f-4b6f-b53d-65b358a24e3e tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=913d5b94ca184880b6cb6f6b37f3dc2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310202 Aug 31 08:55:08.982824 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-b6f557fc-6d4a-4427-8678-4398392d770a tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=704d4d43abe84cdd94ebff6859425e87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0693922 Aug 31 08:55:09.045485 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-c2b16e38-1242-483f-b0e8-2321e45ac409 service neutron] 10.222.0.74 "GET /v2.0/networks/0d281192-1403-4bf7-92ff-ccd87bd67df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900559 Aug 31 08:55:09.084069 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-00cf77b3-d725-4494-bb92-a83b2ec53bb1 service neutron] 10.222.0.74 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937014 Aug 31 08:55:09.186111 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-88dbc286-7899-46ec-ada1-cb13cb5b7ff8 service neutron] 10.222.0.74 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960052 Aug 31 08:55:09.358350 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-a946ae31-7ec5-4172-90fc-92933e559a00 service neutron] 10.222.0.74 "GET /v2.0/networks/0d281192-1403-4bf7-92ff-ccd87bd67df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062356 Aug 31 08:55:09.498146 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c474fd3-0987-49fb-bada-3f5bbb3a4259 req-a80dc88f-8a7b-42c7-9121-0f5eb439ba71 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:09.499690 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5c474fd3-0987-49fb-bada-3f5bbb3a4259 req-a80dc88f-8a7b-42c7-9121-0f5eb439ba71 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0552826 Aug 31 08:55:09.539919 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5c474fd3-0987-49fb-bada-3f5bbb3a4259 req-e9e96846-2194-4fba-81cf-fd29d37ef804 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333912 Aug 31 08:55:09.749358 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8afac957-c297-40c6-8803-ca7fa253e00a req-990f0c07-70ee-4e8f-a93b-b8190909b49f tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 210 time: 0.0297034 Aug 31 08:55:09.763817 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50179f51-e504-4129-8c90-1408b2ad2d0b req-054941cf-e8df-4f1a-be34-c7e8071a2652 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:09.772288 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-50179f51-e504-4129-8c90-1408b2ad2d0b req-054941cf-e8df-4f1a-be34-c7e8071a2652 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0724919 Aug 31 08:55:09.841218 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-50179f51-e504-4129-8c90-1408b2ad2d0b req-c30f5b33-fcc7-41e4-b394-faac20805434 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642920 Aug 31 08:55:09.867685 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-99070686-14cd-4e90-9555-c97161bfc35e req-5866fa2e-9bd8-4c63-a89f-27fc51b86a65 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 210 time: 0.0436673 Aug 31 08:55:10.555726 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522604fb-cbb5-4de6-8155-d50b69799485 req-2f50bcff-66b8-44a9-8de1-1a77637a85c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:10.555726 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-522604fb-cbb5-4de6-8155-d50b69799485 req-2f50bcff-66b8-44a9-8de1-1a77637a85c9 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 1099 time: 0.0463455 Aug 31 08:55:10.595614 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-522604fb-cbb5-4de6-8155-d50b69799485 req-0159588c-3475-40cf-98d9-e6e3a67b4c96 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355258 Aug 31 08:55:10.663419 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25141c7-448b-4d8a-8e61-108edaced1cf req-4152dade-e064-4b10-bae6-d3c5974ebbab tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:10.665162 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d25141c7-448b-4d8a-8e61-108edaced1cf req-4152dade-e064-4b10-bae6-d3c5974ebbab tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0533578 Aug 31 08:55:10.714805 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d25141c7-448b-4d8a-8e61-108edaced1cf req-8bb791f6-6542-448b-bca5-f3c5fd849398 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420315 Aug 31 08:55:10.847753 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-69a8c246-186a-4217-a3ec-71304bec62bf req-5558aa02-51cf-4b5e-a2da-d2be872e5af1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 210 time: 0.0264401 Aug 31 08:55:10.965845 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d6de8-993e-464c-a3b8-ed1da9025d1f req-64ef41f0-6c3c-42b9-813e-d78b218e19ee tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:10.967459 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-395d6de8-993e-464c-a3b8-ed1da9025d1f req-64ef41f0-6c3c-42b9-813e-d78b218e19ee tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0514700 Aug 31 08:55:11.015770 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-395d6de8-993e-464c-a3b8-ed1da9025d1f req-557dd374-dece-45f3-9005-b4e3ec230ce3 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 Aug 31 08:55:11.043386 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bcaed300-44f5-4f55-8d73-66811f18697c req-a6861707-ac33-41c2-9d3b-e3818cf5e5f2 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 210 time: 0.0296302 Aug 31 08:55:11.860483 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341f6cd-5720-486a-ada5-a5a9dccbd9b5 req-05e38b63-d7c4-4da5-9ae1-00dc308d7bd7 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:11.862003 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f341f6cd-5720-486a-ada5-a5a9dccbd9b5 req-05e38b63-d7c4-4da5-9ae1-00dc308d7bd7 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0520849 Aug 31 08:55:11.883577 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5b805d63-2d0e-4927-94df-b0432eb428d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:11.902223 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f341f6cd-5720-486a-ada5-a5a9dccbd9b5 req-37088023-2d4c-493f-83b8-1ba144cc4423 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341196 Aug 31 08:55:11.951149 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-92cf8106-7cd8-4db8-ac92-1d4ebb83efda req-598080f3-4497-40fe-9686-981253272311 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 210 time: 0.0282168 Aug 31 08:55:12.152955 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ec9b8-7508-49a2-86a9-c6e6335b9013 req-19b3cc9b-4041-4197-b3ba-4986d9514a5c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:12.154628 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-712ec9b8-7508-49a2-86a9-c6e6335b9013 req-19b3cc9b-4041-4197-b3ba-4986d9514a5c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0565083 Aug 31 08:55:12.202153 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-33d55d30-39e2-4c82-b8d2-b2cb33642103 req-cc921eb3-b08f-4cbd-a5f5-34c084b4c3f3 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 210 time: 0.0278268 Aug 31 08:55:12.210516 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-712ec9b8-7508-49a2-86a9-c6e6335b9013 req-5b0f9b00-f71d-42ac-be93-9b29403b65e4 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495348 Aug 31 08:55:12.537017 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-38e5479d-0b47-4fcd-b950-24f28eaa5b08 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:12.539764 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-38e5479d-0b47-4fcd-b950-24f28eaa5b08 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.103 "GET /v2.0/networks?id=5028c28c-c36e-4db6-bf36-1ce074bcd249 HTTP/1.1" status: 200 len: 814 time: 0.1387796 Aug 31 08:55:12.556440 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-21a6f3ef-2fd8-4a05-9718-5293d6f09381 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Request body: {'port': {'device_id': 'e139b7f6-07d4-4a04-85bd-e6e639aa6163', 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249', 'admin_state_up': True, 'tenant_id': '704d4d43abe84cdd94ebff6859425e87'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:55:12.774527 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-21a6f3ef-2fd8-4a05-9718-5293d6f09381 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Made reservation on behalf of 704d4d43abe84cdd94ebff6859425e87 for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:55:12.778848 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-21a6f3ef-2fd8-4a05-9718-5293d6f09381 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:12.911695 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-21a6f3ef-2fd8-4a05-9718-5293d6f09381 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Allocated IP 172.20.0.13 (5028c28c-c36e-4db6-bf36-1ce074bcd249/837ede5a-1816-4179-8f6b-8cad7d412f98/27776e54-5562-4c5e-babf-0e7137c924cb) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:55:13.031563 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc45577-8cbb-4dce-8302-9ba678ed4d06 req-8f1a5d2c-87b4-4ec4-806d-9a70bfb5da3a tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:13.033202 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6cc45577-8cbb-4dce-8302-9ba678ed4d06 req-8f1a5d2c-87b4-4ec4-806d-9a70bfb5da3a tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0523715 Aug 31 08:55:13.081430 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6cc45577-8cbb-4dce-8302-9ba678ed4d06 req-f804ecd8-7c31-4033-a342-250abf6e7916 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403321 Aug 31 08:55:13.093769 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-21a6f3ef-2fd8-4a05-9718-5293d6f09381 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:13.111870 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-08edb3a4-99d6-4f24-982c-a03c32a01df5 req-e44212c5-16cd-4de3-a6bc-42b70ccd55cf tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 210 time: 0.0411935 Aug 31 08:55:13.221148 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-21a6f3ef-2fd8-4a05-9718-5293d6f09381 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:13.234905 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['66d99930-67a2-483c-a535-0df8a5027cb5', 'c0d5a78c-6511-4b32-a20d-7e219acebaa3', '4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:55:13.264008 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-21a6f3ef-2fd8-4a05-9718-5293d6f09381 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Network 5028c28c-c36e-4db6-bf36-1ce074bcd249 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:55:13.269888 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-21a6f3ef-2fd8-4a05-9718-5293d6f09381 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:55:13.274310 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-21a6f3ef-2fd8-4a05-9718-5293d6f09381 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:55:13.334225 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6f3ef-2fd8-4a05-9718-5293d6f09381 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Pushing event updated for resources: {'Port': ['ID=27776e54-5562-4c5e-babf-0e7137c924cb,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:13.365932 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-21a6f3ef-2fd8-4a05-9718-5293d6f09381 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:13.368717 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-21a6f3ef-2fd8-4a05-9718-5293d6f09381 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:13.391493 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9de5eb84-8ae7-445f-8560-9a3e74bbac18 req-3c55c104-fa3b-4e5c-84a0-8a07eea277e5 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 210 time: 0.0328567 Aug 31 08:55:13.416229 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a897a5a-972d-48c2-8b9b-93ac16535534 req-f226ef03-eb96-4ba8-bf08-b2dbf89c1ece tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:13.417806 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1a897a5a-972d-48c2-8b9b-93ac16535534 req-f226ef03-eb96-4ba8-bf08-b2dbf89c1ece tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.1055362 Aug 31 08:55:13.459055 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1a897a5a-972d-48c2-8b9b-93ac16535534 req-533ca745-54d8-4740-9d58-b9b055b33917 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343771 Aug 31 08:55:13.554140 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-21a6f3ef-2fd8-4a05-9718-5293d6f09381 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9976938 Aug 31 08:55:13.590839 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Request body: {'port': {'device_id': 'e139b7f6-07d4-4a04-85bd-e6e639aa6163', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:55:13.674367 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:13.703936 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-1ff58d2d-51b9-4550-81f7-6f437519d6d1 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:13.705396 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-1ff58d2d-51b9-4550-81f7-6f437519d6d1 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.103 "GET /v2.0/networks?id=0d281192-1403-4bf7-92ff-ccd87bd67df8 HTTP/1.1" status: 200 len: 809 time: 0.1707432 Aug 31 08:55:13.732840 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-965005dd-de59-4a30-84bf-ac8cf9c4785b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Request body: {'port': {'device_id': '54cf2563-aa33-4443-9998-86a56604f554', 'network_id': '0d281192-1403-4bf7-92ff-ccd87bd67df8', 'admin_state_up': True, 'tenant_id': '913d5b94ca184880b6cb6f6b37f3dc2d'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:55:13.930492 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f7e1c-102c-460c-a034-22d684412397 req-232f7b09-ee68-4e05-a286-13a4537520b7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:13.931450 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e40f7e1c-102c-460c-a034-22d684412397 req-232f7b09-ee68-4e05-a286-13a4537520b7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0546482 Aug 31 08:55:13.977225 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e40f7e1c-102c-460c-a034-22d684412397 req-0d41fd50-2d27-4cee-ba3d-3e500f2d80e3 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362928 Aug 31 08:55:14.036007 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c741b3-2bdf-482d-9198-4363d09712a1 req-41b29947-90d2-45d0-8bf0-c07154d2abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:14.037528 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-14c741b3-2bdf-482d-9198-4363d09712a1 req-41b29947-90d2-45d0-8bf0-c07154d2abae service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3787ecd5c3554519ba0dfdf3822199a4&device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 1099 time: 0.0864429 Aug 31 08:55:14.121555 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-965005dd-de59-4a30-84bf-ac8cf9c4785b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Made reservation on behalf of 913d5b94ca184880b6cb6f6b37f3dc2d for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:55:14.125077 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-965005dd-de59-4a30-84bf-ac8cf9c4785b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:14.146530 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27776e54-5562-4c5e-babf-0e7137c924cb {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:55:14.163977 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:14.233713 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e961c-2ff7-46e4-82f0-4402f1902948 req-95c9180b-178c-47e0-a905-e4c6421b5da6 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:14.235221 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3c6e961c-2ff7-46e4-82f0-4402f1902948 req-95c9180b-178c-47e0-a905-e4c6421b5da6 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 932 time: 0.0534880 Aug 31 08:55:14.251835 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Transition to ACTIVE for port object 27776e54-5562-4c5e-babf-0e7137c924cb will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:55:14.275814 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3c6e961c-2ff7-46e4-82f0-4402f1902948 req-60d49bbc-64b6-444b-856e-ee9fa6fb0564 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344007 Aug 31 08:55:14.286657 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c741b3-2bdf-482d-9198-4363d09712a1 req-e7aafd70-5ccc-4f52-8503-cce3b2ac3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:14.292993 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-14c741b3-2bdf-482d-9198-4363d09712a1 req-e7aafd70-5ccc-4f52-8503-cce3b2ac3066 service neutron] 10.222.0.103 "GET /v2.0/networks?id=01945155-cccb-454b-bdc9-771df4fdfc75 HTTP/1.1" status: 200 len: 920 time: 0.2191825 Aug 31 08:55:14.306076 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81af95-2631-44f7-b4ff-1df9a8ccda6f req-9ebd78a0-8413-4d01-ae02-cde46c1c0550 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:14.307624 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1c81af95-2631-44f7-b4ff-1df9a8ccda6f req-9ebd78a0-8413-4d01-ae02-cde46c1c0550 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.1473534 Aug 31 08:55:14.375330 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-14c741b3-2bdf-482d-9198-4363d09712a1 req-91b81ec4-a806-429a-ba84-9a68c7f3fe6f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f72c17-3885-45ba-babe-aee7fb045bb5 HTTP/1.1" status: 200 len: 217 time: 0.0641503 Aug 31 08:55:14.386859 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:14.461535 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-638d1247-a95d-46be-9bc6-74b0b7560541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:14.607320 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-18e7aa89-49b6-4c11-a72f-299ffd4973ac req-f25753ea-df64-4bca-8ec4-67496b30ce42 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 210 time: 0.0318055 Aug 31 08:55:14.657112 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:14.700489 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-965005dd-de59-4a30-84bf-ac8cf9c4785b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Allocated IP 172.20.0.5 (0d281192-1403-4bf7-92ff-ccd87bd67df8/a7587c80-3361-4e0e-b546-6350b48b9bc6/8c8672f2-9806-4e60-bb45-1b9517f66c67) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:55:14.736652 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1c81af95-2631-44f7-b4ff-1df9a8ccda6f req-9ff95c77-b7fa-4cee-beb9-2baf72ea5fcb tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3985438 Aug 31 08:55:14.762415 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Pushing event updated for resources: {'Port': ['ID=27776e54-5562-4c5e-babf-0e7137c924cb,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:14.800394 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c741b3-2bdf-482d-9198-4363d09712a1 req-2d6b653b-ecea-45ea-b756-8489e2f5fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:14.801868 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-14c741b3-2bdf-482d-9198-4363d09712a1 req-2d6b653b-ecea-45ea-b756-8489e2f5fef6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5491e237-5843-4143-aa87-46105c32a598 HTTP/1.1" status: 200 len: 858 time: 0.1266294 Aug 31 08:55:14.877211 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-14c741b3-2bdf-482d-9198-4363d09712a1 req-92acac29-69d1-48f8-8781-af80a8b47322 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=01945155-cccb-454b-bdc9-771df4fdfc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425944 Aug 31 08:55:14.992142 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:15.003237 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Attempting to bind port 27776e54-5562-4c5e-babf-0e7137c924cb on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:55:15.003570 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Attempting to bind port 27776e54-5562-4c5e-babf-0e7137c924cb by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:55:15.003897 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Attempting to bind port 27776e54-5562-4c5e-babf-0e7137c924cb on network 5028c28c-c36e-4db6-bf36-1ce074bcd249 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:55:15.027918 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Port 27776e54-5562-4c5e-babf-0e7137c924cb on network 5028c28c-c36e-4db6-bf36-1ce074bcd249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:55:15.028272 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Attempting to bind port 27776e54-5562-4c5e-babf-0e7137c924cb on network 5028c28c-c36e-4db6-bf36-1ce074bcd249 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:55:15.056350 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-14c741b3-2bdf-482d-9198-4363d09712a1 req-10b5f554-96fc-4954-a99d-a62cfadf5654 service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631219 Aug 31 08:55:15.057103 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:55:15.057460 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Checking segment: {'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:55:15.057845 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Bound using segment: {'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:55:15.058370 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Bound port: 27776e54-5562-4c5e-babf-0e7137c924cb, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194ad21f-0790-4302-b3b4-c1aa57df398f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:55:15.058754 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:15.119013 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11ce92-7128-4bbb-b039-2e3bb2e91e57 req-427ba763-8faa-4927-a4ed-8b8a745874d4 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:15.120680 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-db11ce92-7128-4bbb-b039-2e3bb2e91e57 req-427ba763-8faa-4927-a4ed-8b8a745874d4 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0718291 Aug 31 08:55:15.170302 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-965005dd-de59-4a30-84bf-ac8cf9c4785b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:15.171884 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-db11ce92-7128-4bbb-b039-2e3bb2e91e57 req-d78e4765-8579-4116-b147-b97681d306de tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432153 Aug 31 08:55:15.260158 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] For port 27776e54-5562-4c5e-babf-0e7137c924cb, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:55:15.265095 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] For port 27776e54-5562-4c5e-babf-0e7137c924cb, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=27776e54-5562-4c5e-babf-0e7137c924cb,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:55:15.270466 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-14c741b3-2bdf-482d-9198-4363d09712a1 req-b31cedb6-cbca-4e24-ae30-0730bbbd44da service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991000 Aug 31 08:55:15.329727 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:15.358781 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-965005dd-de59-4a30-84bf-ac8cf9c4785b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:15.382764 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:15.383411 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:15.384798 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] 10.222.0.103 "PUT /v2.0/ports/27776e54-5562-4c5e-babf-0e7137c924cb HTTP/1.1" status: 200 len: 1094 time: 1.8238912 Aug 31 08:55:15.396986 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e139b7f6-07d4-4a04-85bd-e6e639aa6163', 'tag': '27776e54-5562-4c5e-babf-0e7137c924cb'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:55:15.399245 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805153f9-1dc5-4f5d-a17a-3f1c86d2a80a" -d '{"events": [{"name": "network-changed", "server_uuid": "e139b7f6-07d4-4a04-85bd-e6e639aa6163", "tag": "27776e54-5562-4c5e-babf-0e7137c924cb"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:55:15.441002 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-965005dd-de59-4a30-84bf-ac8cf9c4785b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Network 0d281192-1403-4bf7-92ff-ccd87bd67df8 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:55:15.446827 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-965005dd-de59-4a30-84bf-ac8cf9c4785b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:55:15.450852 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a3b74a-1c1e-4878-ac92-c417edc6e8d2 x-openstack-request-id: req-31a3b74a-1c1e-4878-ac92-c417edc6e8d2 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:55:15.451141 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e139b7f6-07d4-4a04-85bd-e6e639aa6163", "tag": "27776e54-5562-4c5e-babf-0e7137c924cb", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:55:15.451389 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-31a3b74a-1c1e-4878-ac92-c417edc6e8d2 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:55:15.451773 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e139b7f6-07d4-4a04-85bd-e6e639aa6163', 'tag': '27776e54-5562-4c5e-babf-0e7137c924cb', 'status': 'completed', 'code': 200} Aug 31 08:55:15.452568 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-965005dd-de59-4a30-84bf-ac8cf9c4785b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:55:15.466373 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a61b66-97da-4f5d-b78f-ddb66cf31518 service neutron] Pushing event updated for resources: {'Port': ['ID=27776e54-5562-4c5e-babf-0e7137c924cb,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:15.566818 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c849c5-2dcc-429c-9b65-a5e27ef6515f req-a876bf9a-e00b-41ff-98f1-4541d7a57671 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:15.568494 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f3c849c5-2dcc-429c-9b65-a5e27ef6515f req-a876bf9a-e00b-41ff-98f1-4541d7a57671 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 944 time: 0.2054453 Aug 31 08:55:15.581705 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-965005dd-de59-4a30-84bf-ac8cf9c4785b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:15.583635 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-965005dd-de59-4a30-84bf-ac8cf9c4785b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:15.603847 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:15.621342 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965005dd-de59-4a30-84bf-ac8cf9c4785b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Pushing event updated for resources: {'Port': ['ID=8c8672f2-9806-4e60-bb45-1b9517f66c67,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:15.639187 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805153f9-1dc5-4f5d-a17a-3f1c86d2a80a req-465729d5-b112-469b-b64a-e3d6dcefe0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:15.640418 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-805153f9-1dc5-4f5d-a17a-3f1c86d2a80a req-465729d5-b112-469b-b64a-e3d6dcefe0f0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=704d4d43abe84cdd94ebff6859425e87&device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 1097 time: 0.1501925 Aug 31 08:55:15.648736 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f3c849c5-2dcc-429c-9b65-a5e27ef6515f req-9cb90d4e-502f-4ba1-86bf-de8a0e4ee468 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611300 Aug 31 08:55:15.742384 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-965005dd-de59-4a30-84bf-ac8cf9c4785b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0133355 Aug 31 08:55:15.750511 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661ec63-aae9-48e1-b6a8-e26c113aa07e req-9108c295-acd9-4966-9201-35ac2d1a2cd0 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:15.752187 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b661ec63-aae9-48e1-b6a8-e26c113aa07e req-9108c295-acd9-4966-9201-35ac2d1a2cd0 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 931 time: 0.0593252 Aug 31 08:55:15.757834 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Request body: {'port': {'device_id': '54cf2563-aa33-4443-9998-86a56604f554', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:55:15.794148 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805153f9-1dc5-4f5d-a17a-3f1c86d2a80a req-54f1cbd3-3d76-4b45-8dfb-6bd1b2da9147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:15.795585 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-805153f9-1dc5-4f5d-a17a-3f1c86d2a80a req-54f1cbd3-3d76-4b45-8dfb-6bd1b2da9147 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=704d4d43abe84cdd94ebff6859425e87&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1454108 Aug 31 08:55:15.811810 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b661ec63-aae9-48e1-b6a8-e26c113aa07e req-59bf8066-35de-488b-8fee-b344c93519cb tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531902 Aug 31 08:55:15.889597 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:15.968338 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a9cd9-b256-41d7-810d-c0cb4013950e req-fbd39ece-83a0-440b-9159-2ef6336bcfd6 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:15.969866 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d5a9cd9-b256-41d7-810d-c0cb4013950e req-fbd39ece-83a0-440b-9159-2ef6336bcfd6 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.1494362 Aug 31 08:55:16.020751 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805153f9-1dc5-4f5d-a17a-3f1c86d2a80a req-77d669bf-6b9e-453e-9a71-191f0b3110fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:16.022225 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-805153f9-1dc5-4f5d-a17a-3f1c86d2a80a req-77d669bf-6b9e-453e-9a71-191f0b3110fd service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2029159 Aug 31 08:55:16.118801 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d5a9cd9-b256-41d7-810d-c0cb4013950e req-2c557ec3-55f1-46a7-9b06-3ea1ef67f270 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418481 Aug 31 08:55:16.185760 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-b1f0d11c-08cb-43db-a801-4640f28f3ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:16.185760 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-b1f0d11c-08cb-43db-a801-4640f28f3ce6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=704d4d43abe84cdd94ebff6859425e87&device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 1097 time: 0.1145382 Aug 31 08:55:16.248537 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-a640ff5a-1cde-476b-a1c8-55111d147868 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27776e54-5562-4c5e-babf-0e7137c924cb HTTP/1.1" status: 200 len: 217 time: 0.0482943 Aug 31 08:55:16.302763 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703db582-4038-4d0c-b305-2561515bbbcf req-11b74751-8fc4-4ced-9dae-97dc5ecc581c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:16.304504 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-703db582-4038-4d0c-b305-2561515bbbcf req-11b74751-8fc4-4ced-9dae-97dc5ecc581c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0528023 Aug 31 08:55:16.341590 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-139f8af3-eb1b-4118-ac80-db17ae2a3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:16.343067 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-139f8af3-eb1b-4118-ac80-db17ae2a3788 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=837ede5a-1816-4179-8f6b-8cad7d412f98 HTTP/1.1" status: 200 len: 854 time: 0.0794923 Aug 31 08:55:16.344991 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-703db582-4038-4d0c-b305-2561515bbbcf req-05bf17b7-0018-48d1-a23e-a366b772a6ce tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338898 Aug 31 08:55:16.345131 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8672f2-9806-4e60-bb45-1b9517f66c67 {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:55:16.353361 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:16.387382 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-cff39909-fe0c-4ae5-b75a-8a940838eca6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=5028c28c-c36e-4db6-bf36-1ce074bcd249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307610 Aug 31 08:55:16.392318 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Transition to ACTIVE for port object 8c8672f2-9806-4e60-bb45-1b9517f66c67 will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:55:16.494329 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-d200bd2a-b54d-4cb7-90fa-35d302c107f7 service neutron] 10.222.0.103 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967569 Aug 31 08:55:16.559409 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:16.630378 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Pushing event updated for resources: {'Port': ['ID=8c8672f2-9806-4e60-bb45-1b9517f66c67,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:16.674070 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d3d47a2-c33f-44f6-8791-acf67cee15e3 req-3971ac42-ece6-4774-bacc-c41ecd949980 service neutron] 10.222.0.103 "GET /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543796 Aug 31 08:55:16.721494 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Attempting to bind port 8c8672f2-9806-4e60-bb45-1b9517f66c67 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:55:16.721875 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Attempting to bind port 8c8672f2-9806-4e60-bb45-1b9517f66c67 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'e2524e3d-6362-48cf-b1b9-cb93b877916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '0d281192-1403-4bf7-92ff-ccd87bd67df8'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:55:16.722202 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Attempting to bind port 8c8672f2-9806-4e60-bb45-1b9517f66c67 on network 0d281192-1403-4bf7-92ff-ccd87bd67df8 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:55:16.727194 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Port 8c8672f2-9806-4e60-bb45-1b9517f66c67 on network 0d281192-1403-4bf7-92ff-ccd87bd67df8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:55:16.731982 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Attempting to bind port 8c8672f2-9806-4e60-bb45-1b9517f66c67 on network 0d281192-1403-4bf7-92ff-ccd87bd67df8 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:55:16.734749 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:55:16.735261 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Checking segment: {'id': 'e2524e3d-6362-48cf-b1b9-cb93b877916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '0d281192-1403-4bf7-92ff-ccd87bd67df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:55:16.735830 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Bound using segment: {'id': 'e2524e3d-6362-48cf-b1b9-cb93b877916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '0d281192-1403-4bf7-92ff-ccd87bd67df8'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:55:16.736582 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Bound port: 8c8672f2-9806-4e60-bb45-1b9517f66c67, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2524e3d-6362-48cf-b1b9-cb93b877916e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '0d281192-1403-4bf7-92ff-ccd87bd67df8'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:55:16.737146 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:16.808777 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7a109-4d1a-4613-9d25-aab264e20046 req-e187c24d-f0fd-4666-b6a2-5b4aac210898 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:16.810318 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-77b7a109-4d1a-4613-9d25-aab264e20046 req-e187c24d-f0fd-4666-b6a2-5b4aac210898 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 944 time: 0.0776744 Aug 31 08:55:16.815716 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] For port 8c8672f2-9806-4e60-bb45-1b9517f66c67, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:55:16.819231 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] For port 8c8672f2-9806-4e60-bb45-1b9517f66c67, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=8c8672f2-9806-4e60-bb45-1b9517f66c67,segment=NetworkSegment(e2524e3d-6362-48cf-b1b9-cb93b877916e),segment_id=e2524e3d-6362-48cf-b1b9-cb93b877916e)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:55:16.857741 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-77b7a109-4d1a-4613-9d25-aab264e20046 req-6d397cd4-4b27-4a6e-bf1b-dc9af34296ed tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410359 Aug 31 08:55:16.920090 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:16.963526 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:16.964723 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:16.966125 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] 10.222.0.103 "PUT /v2.0/ports/8c8672f2-9806-4e60-bb45-1b9517f66c67 HTTP/1.1" status: 200 len: 1093 time: 1.2125022 Aug 31 08:55:16.988137 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2257b-23cb-4bab-85ab-1eff36a2e44f service neutron] Pushing event updated for resources: {'Port': ['ID=8c8672f2-9806-4e60-bb45-1b9517f66c67,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:16.999076 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcca2f-7f7b-4eab-ba7f-cc59314388b0 req-b3f1d820-7511-4ae6-b947-260c5cafaba6 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:17.000687 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3cdcca2f-7f7b-4eab-ba7f-cc59314388b0 req-b3f1d820-7511-4ae6-b947-260c5cafaba6 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 943 time: 0.1126640 Aug 31 08:55:17.039752 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3cdcca2f-7f7b-4eab-ba7f-cc59314388b0 req-fa6af76d-1343-4a33-a450-723a53c47fa6 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328536 Aug 31 08:55:17.178637 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-85883c0f-8b2a-4480-81e6-c68cac42216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:17.180168 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-85883c0f-8b2a-4480-81e6-c68cac42216c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=913d5b94ca184880b6cb6f6b37f3dc2d&device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 1096 time: 0.0522680 Aug 31 08:55:17.236101 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-44f051b1-7996-4232-8996-c2cac6c26c94 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c8672f2-9806-4e60-bb45-1b9517f66c67 HTTP/1.1" status: 200 len: 217 time: 0.0387685 Aug 31 08:55:17.243658 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b43c10-344f-40e6-bcac-313e5b489ce1 req-847d613b-b02b-4e34-a865-454e14cc062b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:17.245300 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d7b43c10-344f-40e6-bcac-313e5b489ce1 req-847d613b-b02b-4e34-a865-454e14cc062b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0505619 Aug 31 08:55:17.294823 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d7b43c10-344f-40e6-bcac-313e5b489ce1 req-c46b1b4b-8de5-4d4d-9bfc-4583efdcc2cd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Aug 31 08:55:17.302852 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-15df7d42-2c59-4e21-8145-cfedbc20704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:17.304503 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-15df7d42-2c59-4e21-8145-cfedbc20704f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a7587c80-3361-4e0e-b546-6350b48b9bc6 HTTP/1.1" status: 200 len: 849 time: 0.0531645 Aug 31 08:55:17.352269 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-a4cec043-359a-4e46-a5bb-7e532891cb7b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0d281192-1403-4bf7-92ff-ccd87bd67df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272131 Aug 31 08:55:17.454115 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cf2563-aa33-4443-9998-86a56604f554', 'tag': '8c8672f2-9806-4e60-bb45-1b9517f66c67'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:55:17.458807 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b258c92b-ee94-4647-a4e8-e256f756abfb" -d '{"events": [{"name": "network-changed", "server_uuid": "54cf2563-aa33-4443-9998-86a56604f554", "tag": "8c8672f2-9806-4e60-bb45-1b9517f66c67"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:55:17.500154 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b843b-1f68-445a-a082-cc7ac79613d6 req-46663f3f-7123-405f-abcf-5a8eed539cc7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:17.501801 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-108b843b-1f68-445a-a082-cc7ac79613d6 req-46663f3f-7123-405f-abcf-5a8eed539cc7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0835228 Aug 31 08:55:17.503139 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458ff2c8-974f-4d9a-911f-c4ebf5d1a5bc x-openstack-request-id: req-458ff2c8-974f-4d9a-911f-c4ebf5d1a5bc {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:55:17.503418 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cf2563-aa33-4443-9998-86a56604f554", "tag": "8c8672f2-9806-4e60-bb45-1b9517f66c67", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:55:17.503728 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-458ff2c8-974f-4d9a-911f-c4ebf5d1a5bc {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:55:17.504128 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cf2563-aa33-4443-9998-86a56604f554', 'tag': '8c8672f2-9806-4e60-bb45-1b9517f66c67', 'status': 'completed', 'code': 200} Aug 31 08:55:17.506110 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-bc474cab-db17-4bf0-8981-3206f44781f2 service neutron] 10.222.0.103 "GET /v2.0/networks/0d281192-1403-4bf7-92ff-ccd87bd67df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428428 Aug 31 08:55:17.569238 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:17.588915 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-108b843b-1f68-445a-a082-cc7ac79613d6 req-b64fbf44-17aa-4459-bd0f-257a0b178aee tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799103 Aug 31 08:55:17.644894 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-674ded1c-5cc8-45f2-8086-e4dc1571d795 req-2eb02728-2332-45b9-bf4d-24b4319e811e service neutron] 10.222.0.103 "GET /v2.0/networks/0d281192-1403-4bf7-92ff-ccd87bd67df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146259 Aug 31 08:55:17.913253 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258c92b-ee94-4647-a4e8-e256f756abfb req-7dbdcb1d-2771-4006-9f86-da078003188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:17.914781 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b258c92b-ee94-4647-a4e8-e256f756abfb req-7dbdcb1d-2771-4006-9f86-da078003188f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=913d5b94ca184880b6cb6f6b37f3dc2d&device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 1096 time: 0.0462341 Aug 31 08:55:18.045279 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff4c3f-571a-485a-acb6-b17676713e77 req-b6a73d00-e1aa-44f6-92f3-9f1225665d1d tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:18.046149 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d2ff4c3f-571a-485a-acb6-b17676713e77 req-b6a73d00-e1aa-44f6-92f3-9f1225665d1d tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 944 time: 0.1155088 Aug 31 08:55:18.088822 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258c92b-ee94-4647-a4e8-e256f756abfb req-580ded35-70d4-43d3-a424-b621d785cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:18.090862 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b258c92b-ee94-4647-a4e8-e256f756abfb req-580ded35-70d4-43d3-a424-b621d785cdb0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=0d281192-1403-4bf7-92ff-ccd87bd67df8 HTTP/1.1" status: 200 len: 911 time: 0.1514790 Aug 31 08:55:18.179260 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d2ff4c3f-571a-485a-acb6-b17676713e77 req-73755383-6751-43f2-9f40-07d0db16caac tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142552 Aug 31 08:55:18.181124 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b258c92b-ee94-4647-a4e8-e256f756abfb req-d19c52f2-6af3-4fdf-abbd-68c62c37a093 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c8672f2-9806-4e60-bb45-1b9517f66c67 HTTP/1.1" status: 200 len: 217 time: 0.0689554 Aug 31 08:55:18.205303 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89178b-d393-4f83-a241-62f7488c0f74 req-bc12f24c-9759-413e-bae3-7bde93fdc6a1 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:18.207689 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9f89178b-d393-4f83-a241-62f7488c0f74 req-bc12f24c-9759-413e-bae3-7bde93fdc6a1 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 943 time: 0.0855846 Aug 31 08:55:18.265020 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9f89178b-d393-4f83-a241-62f7488c0f74 req-046ae29d-4b19-4039-b4df-ab10960f22ea tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425313 Aug 31 08:55:18.265385 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258c92b-ee94-4647-a4e8-e256f756abfb req-62843733-8526-422b-9508-c4e21912f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:18.265385 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b258c92b-ee94-4647-a4e8-e256f756abfb req-62843733-8526-422b-9508-c4e21912f118 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=a7587c80-3361-4e0e-b546-6350b48b9bc6 HTTP/1.1" status: 200 len: 849 time: 0.0704646 Aug 31 08:55:18.313529 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b258c92b-ee94-4647-a4e8-e256f756abfb req-3625d8aa-c3a4-4e65-9deb-f86d20950fc9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=0d281192-1403-4bf7-92ff-ccd87bd67df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277853 Aug 31 08:55:18.735895 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc42a40-56a7-49f1-b687-6b8dc4dfdd69 req-7f275e47-34af-403a-8860-1fff3a33a583 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:18.737520 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8cc42a40-56a7-49f1-b687-6b8dc4dfdd69 req-7f275e47-34af-403a-8860-1fff3a33a583 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.3498404 Aug 31 08:55:18.754772 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b258c92b-ee94-4647-a4e8-e256f756abfb req-6c240ced-a70e-4add-9cd7-d219a728afdb service neutron] 10.222.0.103 "GET /v2.0/networks/0d281192-1403-4bf7-92ff-ccd87bd67df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257123 Aug 31 08:55:18.788106 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb2271-f03a-44cc-ae2a-ed6c188eded2 req-f96cbccc-b35b-4dc3-895c-906c2ba9a320 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:18.789739 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5ccb2271-f03a-44cc-ae2a-ed6c188eded2 req-f96cbccc-b35b-4dc3-895c-906c2ba9a320 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0621462 Aug 31 08:55:18.830588 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5ccb2271-f03a-44cc-ae2a-ed6c188eded2 req-e4442948-5a37-4e38-b729-1777d496cc0f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337946 Aug 31 08:55:18.844714 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8cc42a40-56a7-49f1-b687-6b8dc4dfdd69 req-ea57f126-758f-4f20-985e-be9046a5033f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989738 Aug 31 08:55:18.893222 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b258c92b-ee94-4647-a4e8-e256f756abfb req-a9b6923e-c2a2-47ec-9882-4fe299588bcf service neutron] 10.222.0.103 "GET /v2.0/networks/0d281192-1403-4bf7-92ff-ccd87bd67df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274414 Aug 31 08:55:19.311348 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758add80-28ed-40e1-b5f4-49e70787e367 req-50c82278-44a2-46b1-a183-18ef695035ee tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:19.312922 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-758add80-28ed-40e1-b5f4-49e70787e367 req-50c82278-44a2-46b1-a183-18ef695035ee tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 944 time: 0.0568595 Aug 31 08:55:19.355982 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-758add80-28ed-40e1-b5f4-49e70787e367 req-c6e4ff70-8d6f-4a75-ab1f-78f80979f86c tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367804 Aug 31 08:55:19.395417 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e475d63-5038-4e1a-b703-3784d2307035 req-be98b90a-6bd2-424c-9721-1399021b6f43 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:19.397091 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8e475d63-5038-4e1a-b703-3784d2307035 req-be98b90a-6bd2-424c-9721-1399021b6f43 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 943 time: 0.0702288 Aug 31 08:55:19.444328 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8e475d63-5038-4e1a-b703-3784d2307035 req-816382fe-7202-450f-80a5-f22447082da3 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409756 Aug 31 08:55:19.965676 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbb75c-c5dd-4c9e-b6d2-b31ec12cc95b req-7bb122e0-5955-4c6b-a211-4a34415a4552 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:19.968406 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c0fbb75c-c5dd-4c9e-b6d2-b31ec12cc95b req-7bb122e0-5955-4c6b-a211-4a34415a4552 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0529745 Aug 31 08:55:20.010177 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c0fbb75c-c5dd-4c9e-b6d2-b31ec12cc95b req-8bd5af98-5156-457d-afd6-ae263af94673 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370541 Aug 31 08:55:20.392953 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 27776e54-5562-4c5e-babf-0e7137c924cb details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:55:20.497702 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 27776e54-5562-4c5e-babf-0e7137c924cb, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=27776e54-5562-4c5e-babf-0e7137c924cb,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:55:20.505209 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001f1f5-cc90-45e9-b929-0692c652e33e req-3db12110-3144-447c-b6ed-506b00d5b073 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:20.506860 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7001f1f5-cc90-45e9-b929-0692c652e33e req-3db12110-3144-447c-b6ed-506b00d5b073 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 944 time: 0.0687385 Aug 31 08:55:20.513869 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '27776e54-5562-4c5e-babf-0e7137c924cb', 'network_id': '5028c28c-c36e-4db6-bf36-1ce074bcd249', 'port_id': '27776e54-5562-4c5e-babf-0e7137c924cb', 'mac_address': 'fa:16:3e:79:c9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837ede5a-1816-4179-8f6b-8cad7d412f98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:55:20.554579 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7001f1f5-cc90-45e9-b929-0692c652e33e req-6bde4bf3-f6c6-46c5-b6a6-7ba4f3c6cb9c tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407636 Aug 31 08:55:20.561295 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:20.578924 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a50e8-b44a-4ece-bacc-eece9341e01a req-a32693f0-9637-49f2-901c-e5fd66b74482 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:20.580713 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-894a50e8-b44a-4ece-bacc-eece9341e01a req-a32693f0-9637-49f2-901c-e5fd66b74482 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 943 time: 0.0570416 Aug 31 08:55:20.581570 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27776e54-5562-4c5e-babf-0e7137c924cb {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:55:20.604172 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 27776e54-5562-4c5e-babf-0e7137c924cb, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=27776e54-5562-4c5e-babf-0e7137c924cb,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:55:20.622857 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-894a50e8-b44a-4ece-bacc-eece9341e01a req-e0edf19c-0d8f-42f0-881b-d9fa443d4e0f tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358930 Aug 31 08:55:20.733282 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028203c0-7d2c-4e6a-8094-3197b40db135 req-93a0b430-9569-45cf-81f6-3dccefd40428 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:20.734810 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-028203c0-7d2c-4e6a-8094-3197b40db135 req-93a0b430-9569-45cf-81f6-3dccefd40428 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0552409 Aug 31 08:55:20.775314 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-028203c0-7d2c-4e6a-8094-3197b40db135 req-fb48c6ca-05cb-4fa5-af8c-a2af4b96c814 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341253 Aug 31 08:55:20.831914 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:20.885198 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=27776e54-5562-4c5e-babf-0e7137c924cb,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:20.894103 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:20.894422 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:20.894763 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:20.895093 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:20.895422 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:20.895761 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:20.896272 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:20.896546 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:20.896879 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:20.897204 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:20.897523 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:20.897837 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:21.128414 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de51cb-d18d-48d8-beb9-041d95633d60 req-0a6a2667-cc88-465f-b11e-55e2bb821f78 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:21.130033 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d4de51cb-d18d-48d8-beb9-041d95633d60 req-0a6a2667-cc88-465f-b11e-55e2bb821f78 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0507765 Aug 31 08:55:21.172672 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d4de51cb-d18d-48d8-beb9-041d95633d60 req-bb748f56-6cca-4a2f-9627-79f5d3724c51 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361655 Aug 31 08:55:21.285779 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['27776e54-5562-4c5e-babf-0e7137c924cb'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:55:21.687402 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763d33c1-b90e-49cc-a4c5-ce9eb2fd2f9f req-6bffa101-ba37-4cdc-92b1-c05ca299ab6a tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:21.688947 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-763d33c1-b90e-49cc-a4c5-ce9eb2fd2f9f req-6bffa101-ba37-4cdc-92b1-c05ca299ab6a tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 945 time: 0.0583649 Aug 31 08:55:21.729446 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-763d33c1-b90e-49cc-a4c5-ce9eb2fd2f9f req-4f55749a-d884-4878-ae52-8ffa3a902cd5 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341132 Aug 31 08:55:21.853837 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245eabcd-4171-40af-bb63-74843b3c593a req-20436ed6-d667-4292-a68f-d9cf2150c2a5 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:21.856334 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-245eabcd-4171-40af-bb63-74843b3c593a req-20436ed6-d667-4292-a68f-d9cf2150c2a5 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 943 time: 0.0646570 Aug 31 08:55:21.896540 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-245eabcd-4171-40af-bb63-74843b3c593a req-0dd4399e-e971-49ac-960b-7175a4af7c88 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348172 Aug 31 08:55:22.292796 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88bd0f-156f-4177-aa7e-b82027b682d8 req-f760ad1a-c61c-4fd1-b0bb-aaa50a31fa32 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:22.294320 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-de88bd0f-156f-4177-aa7e-b82027b682d8 req-f760ad1a-c61c-4fd1-b0bb-aaa50a31fa32 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0498197 Aug 31 08:55:22.337647 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-de88bd0f-156f-4177-aa7e-b82027b682d8 req-79686fce-e907-41fe-9626-0c3100878540 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371354 Aug 31 08:55:22.407806 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 8c8672f2-9806-4e60-bb45-1b9517f66c67 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:55:22.505888 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 8c8672f2-9806-4e60-bb45-1b9517f66c67, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=8c8672f2-9806-4e60-bb45-1b9517f66c67,segment=NetworkSegment(e2524e3d-6362-48cf-b1b9-cb93b877916e),segment_id=e2524e3d-6362-48cf-b1b9-cb93b877916e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:55:22.516980 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '8c8672f2-9806-4e60-bb45-1b9517f66c67', 'network_id': '0d281192-1403-4bf7-92ff-ccd87bd67df8', 'port_id': '8c8672f2-9806-4e60-bb45-1b9517f66c67', 'mac_address': 'fa:16:3e:d5:55:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7587c80-3361-4e0e-b546-6350b48b9bc6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:55:22.554465 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:22.568006 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8672f2-9806-4e60-bb45-1b9517f66c67 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:55:22.588750 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 8c8672f2-9806-4e60-bb45-1b9517f66c67, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=8c8672f2-9806-4e60-bb45-1b9517f66c67,segment=NetworkSegment(e2524e3d-6362-48cf-b1b9-cb93b877916e),segment_id=e2524e3d-6362-48cf-b1b9-cb93b877916e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:55:22.712134 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:22.786334 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=8c8672f2-9806-4e60-bb45-1b9517f66c67,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:22.847519 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c8840-c5ef-447a-a211-e0c39870ad9d req-e64abd53-5f8c-4b27-9360-6a2406e2d3e4 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:22.849919 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9d8c8840-c5ef-447a-a211-e0c39870ad9d req-e64abd53-5f8c-4b27-9360-6a2406e2d3e4 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0638132 Aug 31 08:55:22.885378 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c565ec4-cde4-4c91-a4c4-8184045ec9e2 req-fcfea2ca-16fd-456b-bacd-8def63329185 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:22.887362 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1c565ec4-cde4-4c91-a4c4-8184045ec9e2 req-fcfea2ca-16fd-456b-bacd-8def63329185 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 945 time: 0.0740190 Aug 31 08:55:22.908585 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9d8c8840-c5ef-447a-a211-e0c39870ad9d req-8cd5c36b-0e6c-47b9-a87b-b722dd997202 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511916 Aug 31 08:55:22.963509 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1c565ec4-cde4-4c91-a4c4-8184045ec9e2 req-72a3d589-0e6d-413e-b450-72f4fde4b745 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699635 Aug 31 08:55:22.985256 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d0327-d8a1-40b2-9d08-2724a8e04043 req-01bf6b07-d810-44fb-a115-aa64d57b2193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:22.985256 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f45d0327-d8a1-40b2-9d08-2724a8e04043 req-01bf6b07-d810-44fb-a115-aa64d57b2193 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=37794a2c64b644a191bbec64466ba629&device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 1098 time: 0.0590363 Aug 31 08:55:23.022939 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6f111-224d-4617-8c8e-83eb6abbfd67 req-ed8ad561-5cd7-4870-8035-ea8969e91843 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:23.024794 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7bc6f111-224d-4617-8c8e-83eb6abbfd67 req-ed8ad561-5cd7-4870-8035-ea8969e91843 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 944 time: 0.0554085 Aug 31 08:55:23.072890 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7bc6f111-224d-4617-8c8e-83eb6abbfd67 req-fd599c47-2708-48ee-8886-62d17213d69e tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403826 Aug 31 08:55:23.087854 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d0327-d8a1-40b2-9d08-2724a8e04043 req-2b9a5636-0376-47f0-b054-c9f0e9bd45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:23.089995 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f45d0327-d8a1-40b2-9d08-2724a8e04043 req-2b9a5636-0376-47f0-b054-c9f0e9bd45e1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d610ca2e-6360-4e86-b55f-a470d5c807c5 HTTP/1.1" status: 200 len: 912 time: 0.0977888 Aug 31 08:55:23.172711 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f45d0327-d8a1-40b2-9d08-2724a8e04043 req-8d27df65-fa02-467c-a539-645f6c8ef2d2 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57537c94-502c-49f0-951f-941710f86076 HTTP/1.1" status: 200 len: 1001 time: 0.0619357 Aug 31 08:55:23.183604 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['8c8672f2-9806-4e60-bb45-1b9517f66c67'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:55:23.231055 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d0327-d8a1-40b2-9d08-2724a8e04043 req-d6a37ec5-d0b9-4e35-a9fb-f6c6105454a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:23.231055 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f45d0327-d8a1-40b2-9d08-2724a8e04043 req-d6a37ec5-d0b9-4e35-a9fb-f6c6105454a3 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=bf9e77d3-4b26-40d6-b9c6-dff49a105ccc HTTP/1.1" status: 200 len: 849 time: 0.0462155 Aug 31 08:55:23.281884 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d0327-d8a1-40b2-9d08-2724a8e04043 req-1d61324f-193e-4408-b4a3-0b33912dea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:23.283400 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f45d0327-d8a1-40b2-9d08-2724a8e04043 req-1d61324f-193e-4408-b4a3-0b33912dea4a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d610ca2e-6360-4e86-b55f-a470d5c807c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413713 Aug 31 08:55:23.380783 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f45d0327-d8a1-40b2-9d08-2724a8e04043 req-43e1892b-07c2-405b-8673-19f2d6b04fb1 service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874574 Aug 31 08:55:23.488236 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f45d0327-d8a1-40b2-9d08-2724a8e04043 req-597d6d18-b3f9-4c08-93d6-ce491173ee1f service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902243 Aug 31 08:55:24.036413 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc16fe-6056-4016-a84f-a5b2b3a1df91 req-39718b73-ccfe-4376-bf8c-8919d1f450bb tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:24.038077 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-33bc16fe-6056-4016-a84f-a5b2b3a1df91 req-39718b73-ccfe-4376-bf8c-8919d1f450bb tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0515137 Aug 31 08:55:24.087401 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-33bc16fe-6056-4016-a84f-a5b2b3a1df91 req-97288b4c-9505-49a6-a01f-cf9734e4854b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417790 Aug 31 08:55:24.138631 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c89e5-3ad8-4391-ad8b-492fee2b5518 req-bfeeb9a0-b363-4c8e-9bcf-209e1b5fe6a7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:24.141586 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0c0c89e5-3ad8-4391-ad8b-492fee2b5518 req-bfeeb9a0-b363-4c8e-9bcf-209e1b5fe6a7 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 945 time: 0.0839548 Aug 31 08:55:24.200747 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0c0c89e5-3ad8-4391-ad8b-492fee2b5518 req-c231fede-fa12-43aa-b4f4-a71dfa7134f0 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510361 Aug 31 08:55:24.208801 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97691804-5ad6-469c-b1d1-712cf218fade req-4c9a3783-a050-45c5-a871-661d72d8dbdb tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:24.216201 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-97691804-5ad6-469c-b1d1-712cf218fade req-4c9a3783-a050-45c5-a871-661d72d8dbdb tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 944 time: 0.0668366 Aug 31 08:55:24.251448 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-97691804-5ad6-469c-b1d1-712cf218fade req-97915d66-2acf-49ca-8fca-1f012b2558cf tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343366 Aug 31 08:55:24.276767 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 52400) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:55:24.381836 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-38a2def1-b462-4a1e-abb1-43cec2a53667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:24.425929 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 27776e54-5562-4c5e-babf-0e7137c924cb up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:55:24.474453 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-38a2def1-b462-4a1e-abb1-43cec2a53667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:24.528745 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-38a2def1-b462-4a1e-abb1-43cec2a53667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:24.569689 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-38a2def1-b462-4a1e-abb1-43cec2a53667 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d9497937cea14109bae4e55bf999ddb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916901 Aug 31 08:55:24.570866 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2def1-b462-4a1e-abb1-43cec2a53667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e5bfeb-0d3a-4066-9f16-b9bb53562a9a,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:24.572688 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 52406) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:55:24.574725 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port 27776e54-5562-4c5e-babf-0e7137c924cb completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:55:24.580058 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 27776e54-5562-4c5e-babf-0e7137c924cb triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:55:24.580770 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:24.644212 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-2b7f0967-53fa-4610-8050-a7dcefdbfacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:24.675935 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:24.680918 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-2b7f0967-53fa-4610-8050-a7dcefdbfacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:24.702099 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e139b7f6-07d4-4a04-85bd-e6e639aa6163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27776e54-5562-4c5e-babf-0e7137c924cb'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:55:24.704422 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d77e6fb-7c2c-4dd9-9f09-d581e910c39f" -d '{"events": [{"server_uuid": "e139b7f6-07d4-4a04-85bd-e6e639aa6163", "name": "network-vif-plugged", "status": "completed", "tag": "27776e54-5562-4c5e-babf-0e7137c924cb"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:55:24.717610 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 27776e54-5562-4c5e-babf-0e7137c924cb, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=27776e54-5562-4c5e-babf-0e7137c924cb,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:55:24.744692 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfdd9dd-90d6-4c34-8b67-ce39c0a53285 x-openstack-request-id: req-1bfdd9dd-90d6-4c34-8b67-ce39c0a53285 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:55:24.745038 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e139b7f6-07d4-4a04-85bd-e6e639aa6163", "name": "network-vif-plugged", "status": "completed", "tag": "27776e54-5562-4c5e-babf-0e7137c924cb", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:55:24.745905 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1bfdd9dd-90d6-4c34-8b67-ce39c0a53285 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:55:24.746299 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e139b7f6-07d4-4a04-85bd-e6e639aa6163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27776e54-5562-4c5e-babf-0e7137c924cb', 'code': 200} Aug 31 08:55:24.797401 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:24.848521 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=27776e54-5562-4c5e-babf-0e7137c924cb,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:24.872275 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-2b7f0967-53fa-4610-8050-a7dcefdbfacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:24.875184 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-2b7f0967-53fa-4610-8050-a7dcefdbfacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:24.876434 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-2b7f0967-53fa-4610-8050-a7dcefdbfacc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/66e5bfeb-0d3a-4066-9f16-b9bb53562a9a HTTP/1.1" status: 204 len: 168 time: 0.3010049 Aug 31 08:55:24.884890 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f0967-53fa-4610-8050-a7dcefdbfacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e5bfeb-0d3a-4066-9f16-b9bb53562a9a,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:25.232687 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffd2bb-c435-42f8-8192-1dacae195537 req-995ffad2-683d-480d-9c24-aa74c5921a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:25.232687 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-59ffd2bb-c435-42f8-8192-1dacae195537 req-995ffad2-683d-480d-9c24-aa74c5921a4b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 1099 time: 0.0770290 Aug 31 08:55:25.251070 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f965e-0f5a-4825-8d02-f808103765f7 req-27a5adbb-63e1-4b3a-aa7f-944075654083 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:25.253129 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d14f965e-0f5a-4825-8d02-f808103765f7 req-27a5adbb-63e1-4b3a-aa7f-944075654083 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0897920 Aug 31 08:55:25.317235 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-59ffd2bb-c435-42f8-8192-1dacae195537 req-c4db1335-f39a-434a-87d1-44d8f60d5ad9 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626731 Aug 31 08:55:25.332093 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d14f965e-0f5a-4825-8d02-f808103765f7 req-8f5ff45e-0039-40b7-91b7-019234d79239 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627267 Aug 31 08:55:25.344205 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cb3b8-acb2-4bab-bb4d-d6200dbed4f0 req-59f6c3bb-d1c7-4f7b-b2a3-b99ad4b27baa tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:25.355766 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-cf7cb3b8-acb2-4bab-bb4d-d6200dbed4f0 req-59f6c3bb-d1c7-4f7b-b2a3-b99ad4b27baa tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 946 time: 0.0657878 Aug 31 08:55:25.396449 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-cf7cb3b8-acb2-4bab-bb4d-d6200dbed4f0 req-d8a854b5-bf30-4624-9a10-eabd6ee183eb tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432582 Aug 31 08:55:25.463679 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72221614-9c99-47f6-a711-a36b0bff153d req-9707ff3a-fe93-44fb-a6fc-9c03b16ed22c tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:25.465795 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-72221614-9c99-47f6-a711-a36b0bff153d req-9707ff3a-fe93-44fb-a6fc-9c03b16ed22c tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 944 time: 0.0547516 Aug 31 08:55:25.504318 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-72221614-9c99-47f6-a711-a36b0bff153d req-b86a923c-71a0-41ec-8afb-47619390cac7 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Aug 31 08:55:26.438378 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 8c8672f2-9806-4e60-bb45-1b9517f66c67 up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:55:26.521780 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39cfd72-d957-4432-b2e9-c06f44c6e546 req-1ac37e85-01ab-4fea-a0f8-c88b5ce12a18 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:26.523358 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c39cfd72-d957-4432-b2e9-c06f44c6e546 req-1ac37e85-01ab-4fea-a0f8-c88b5ce12a18 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 946 time: 0.0497475 Aug 31 08:55:26.563615 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c39cfd72-d957-4432-b2e9-c06f44c6e546 req-36e1de21-323d-4d5e-aaa6-19751c2a3dc1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329962 Aug 31 08:55:26.574591 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port 8c8672f2-9806-4e60-bb45-1b9517f66c67 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:55:26.579127 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 8c8672f2-9806-4e60-bb45-1b9517f66c67 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:55:26.579679 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:26.632637 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec7d3c-ebf4-45a1-93ee-42f140c79808 req-1c638e08-1506-488d-bccb-73eb2bbe156f tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:26.634218 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f3ec7d3c-ebf4-45a1-93ee-42f140c79808 req-1c638e08-1506-488d-bccb-73eb2bbe156f tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 944 time: 0.0571349 Aug 31 08:55:26.683063 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f3ec7d3c-ebf4-45a1-93ee-42f140c79808 req-0d013171-38cd-4a40-824d-bff7336389cc tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419142 Aug 31 08:55:26.684395 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:26.720786 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 8c8672f2-9806-4e60-bb45-1b9517f66c67, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=8c8672f2-9806-4e60-bb45-1b9517f66c67,segment=NetworkSegment(e2524e3d-6362-48cf-b1b9-cb93b877916e),segment_id=e2524e3d-6362-48cf-b1b9-cb93b877916e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:55:26.747890 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cf2563-aa33-4443-9998-86a56604f554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8672f2-9806-4e60-bb45-1b9517f66c67'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:55:26.750392 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d305d7-d542-4795-8b23-5cb8f174a289" -d '{"events": [{"server_uuid": "54cf2563-aa33-4443-9998-86a56604f554", "name": "network-vif-plugged", "status": "completed", "tag": "8c8672f2-9806-4e60-bb45-1b9517f66c67"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:55:26.789642 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fece21bb-01ed-4442-808b-acd43631dce0 x-openstack-request-id: req-fece21bb-01ed-4442-808b-acd43631dce0 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:55:26.790054 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cf2563-aa33-4443-9998-86a56604f554", "name": "network-vif-plugged", "status": "completed", "tag": "8c8672f2-9806-4e60-bb45-1b9517f66c67", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:55:26.790396 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fece21bb-01ed-4442-808b-acd43631dce0 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:55:26.790865 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cf2563-aa33-4443-9998-86a56604f554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8672f2-9806-4e60-bb45-1b9517f66c67', 'code': 200} Aug 31 08:55:26.883707 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:26.935928 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=8c8672f2-9806-4e60-bb45-1b9517f66c67,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:27.266086 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c576cd-4e7b-4b20-ad79-c0b9299e456d req-e828901e-74b2-4cfe-a4bd-f7416edbb34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:27.267601 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-89c576cd-4e7b-4b20-ad79-c0b9299e456d req-e828901e-74b2-4cfe-a4bd-f7416edbb34f service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 1098 time: 0.0411413 Aug 31 08:55:27.311690 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-89c576cd-4e7b-4b20-ad79-c0b9299e456d req-6ee7bbbe-8fc8-4cd5-b6d2-4c0c46d64eb4 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336177 Aug 31 08:55:27.689976 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed99a65-7a31-47ba-841b-0f27324c1e19 req-955cd5d2-28c1-47f3-982b-2b2dcc486125 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:27.691494 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-eed99a65-7a31-47ba-841b-0f27324c1e19 req-955cd5d2-28c1-47f3-982b-2b2dcc486125 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 946 time: 0.0543005 Aug 31 08:55:27.732996 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-eed99a65-7a31-47ba-841b-0f27324c1e19 req-0020d06c-ccb6-477a-ad2c-2998f97b95cc tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349140 Aug 31 08:55:27.809436 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4cbbb-281c-4679-b0a8-714bc8df8468 req-e25e604f-947a-42dd-aa17-e0ac27c85ddf tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:27.811115 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6cc4cbbb-281c-4679-b0a8-714bc8df8468 req-e25e604f-947a-42dd-aa17-e0ac27c85ddf tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 945 time: 0.0531480 Aug 31 08:55:27.856893 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6cc4cbbb-281c-4679-b0a8-714bc8df8468 req-59547696-a513-4f9a-97b8-4640bc022d9e tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381036 Aug 31 08:55:28.973345 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4b1b7-37ba-4adb-a658-786a7f8678f9 req-3a267da7-6f37-4867-aa62-59152799a873 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:28.975115 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2cc4b1b7-37ba-4adb-a658-786a7f8678f9 req-3a267da7-6f37-4867-aa62-59152799a873 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 945 time: 0.0493560 Aug 31 08:55:29.013689 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2cc4b1b7-37ba-4adb-a658-786a7f8678f9 req-8523d198-8ef9-4266-9bac-ae568b3c7fc0 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318820 Aug 31 08:55:30.145492 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010cc82-1b38-4897-b888-ca78602cd348 req-65f7cbd5-6147-45e3-8089-1603472db99e tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:30.147007 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5010cc82-1b38-4897-b888-ca78602cd348 req-65f7cbd5-6147-45e3-8089-1603472db99e tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 945 time: 0.0541513 Aug 31 08:55:30.206314 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5010cc82-1b38-4897-b888-ca78602cd348 req-3d4b53c9-9592-4437-bf0c-eec9cb7b5879 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507083 Aug 31 08:55:33.387810 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:55:41.928826 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f5224421-0c9a-4a86-8dd6-a20063d1bd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:42.356520 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7973c7ce-8612-49f2-8e81-75c359830a69 req-fc9de929-10c0-45d8-9b27-c048ead25374 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443294 Aug 31 08:55:42.430316 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973c7ce-8612-49f2-8e81-75c359830a69 req-09a25be5-2c00-4ae5-a47f-478e6e4823d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:42.431529 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7973c7ce-8612-49f2-8e81-75c359830a69 req-09a25be5-2c00-4ae5-a47f-478e6e4823d8 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3787ecd5c3554519ba0dfdf3822199a4&device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 1099 time: 0.0466301 Aug 31 08:55:42.582698 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646b873-a970-4998-926f-de9f3a22f27d req-9d1eb7c2-41fe-4ded-9f1b-e2ee3143225b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:42.584339 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b646b873-a970-4998-926f-de9f3a22f27d req-9d1eb7c2-41fe-4ded-9f1b-e2ee3143225b tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 945 time: 0.1111827 Aug 31 08:55:42.609005 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973c7ce-8612-49f2-8e81-75c359830a69 req-46c18fac-d80e-46ad-b941-eca6a47924d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:42.610425 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7973c7ce-8612-49f2-8e81-75c359830a69 req-46c18fac-d80e-46ad-b941-eca6a47924d4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=01945155-cccb-454b-bdc9-771df4fdfc75 HTTP/1.1" status: 200 len: 920 time: 0.1475189 Aug 31 08:55:42.669868 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7973c7ce-8612-49f2-8e81-75c359830a69 req-666f9577-46ca-4fed-b9c5-fc9e40af84a5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f72c17-3885-45ba-babe-aee7fb045bb5 HTTP/1.1" status: 200 len: 217 time: 0.0484259 Aug 31 08:55:42.675393 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b646b873-a970-4998-926f-de9f3a22f27d req-7ebd94ee-30d4-4d27-9c5c-2b6159abb97d tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794342 Aug 31 08:55:42.731634 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973c7ce-8612-49f2-8e81-75c359830a69 req-6e3dbe3e-d52f-42f7-ba86-3ade0ba31c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:42.741017 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7973c7ce-8612-49f2-8e81-75c359830a69 req-6e3dbe3e-d52f-42f7-ba86-3ade0ba31c62 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5491e237-5843-4143-aa87-46105c32a598 HTTP/1.1" status: 200 len: 858 time: 0.0453370 Aug 31 08:55:42.779441 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7973c7ce-8612-49f2-8e81-75c359830a69 req-3b5c9030-dc83-445c-9469-fe4b44db5e82 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=01945155-cccb-454b-bdc9-771df4fdfc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258701 Aug 31 08:55:42.894551 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7973c7ce-8612-49f2-8e81-75c359830a69 req-e279dcee-2aac-4ed3-be72-a10c83327407 service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889459 Aug 31 08:55:43.007740 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7973c7ce-8612-49f2-8e81-75c359830a69 req-208ec483-3a71-42e3-b2af-21b832aa8387 service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870476 Aug 31 08:55:43.852162 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278970c3-8747-4bf0-8127-4ba715bbac6f req-b6bb3828-8845-4a69-b98f-53f464d813e5 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:43.860414 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-278970c3-8747-4bf0-8127-4ba715bbac6f req-b6bb3828-8845-4a69-b98f-53f464d813e5 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 945 time: 0.0633230 Aug 31 08:55:43.893425 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-278970c3-8747-4bf0-8127-4ba715bbac6f req-c621c028-ee6d-4497-a3ea-3c804488d836 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330968 Aug 31 08:55:44.190037 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28919ab-5009-4d1c-892d-2d558b5744ce req-7128a070-57f1-455d-94e4-583f916dec4e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:44.191702 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f28919ab-5009-4d1c-892d-2d558b5744ce req-7128a070-57f1-455d-94e4-583f916dec4e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0505016 Aug 31 08:55:44.239930 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f28919ab-5009-4d1c-892d-2d558b5744ce req-abe5d6b6-7d33-4b55-a2bb-a25d0ac5eebd tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406661 Aug 31 08:55:44.296360 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c7956-dcc1-476b-8684-fb5c44461192 req-fe48966f-d81e-4e50-b3c0-825b11e3bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:44.297939 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c17c7956-dcc1-476b-8684-fb5c44461192 req-fe48966f-d81e-4e50-b3c0-825b11e3bdd3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3787ecd5c3554519ba0dfdf3822199a4&device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 1099 time: 0.0439165 Aug 31 08:55:44.406652 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c7956-dcc1-476b-8684-fb5c44461192 req-b8deba86-382f-4346-ba76-28d272f59d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:44.408054 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c17c7956-dcc1-476b-8684-fb5c44461192 req-b8deba86-382f-4346-ba76-28d272f59d47 service neutron] 10.222.0.103 "GET /v2.0/networks?id=01945155-cccb-454b-bdc9-771df4fdfc75 HTTP/1.1" status: 200 len: 920 time: 0.0913291 Aug 31 08:55:44.449073 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d160422f-6bee-4081-8a60-8f1fdabe3729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:44.463582 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c17c7956-dcc1-476b-8684-fb5c44461192 req-767a3090-e813-4b5a-8000-6eaf8e2c6f6d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f72c17-3885-45ba-babe-aee7fb045bb5 HTTP/1.1" status: 200 len: 217 time: 0.0339665 Aug 31 08:55:44.537909 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c7956-dcc1-476b-8684-fb5c44461192 req-fa5e9f62-0398-4b67-82d8-4e53513d45e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:44.539322 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c17c7956-dcc1-476b-8684-fb5c44461192 req-fa5e9f62-0398-4b67-82d8-4e53513d45e8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5491e237-5843-4143-aa87-46105c32a598 HTTP/1.1" status: 200 len: 858 time: 0.0472343 Aug 31 08:55:44.594140 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c17c7956-dcc1-476b-8684-fb5c44461192 req-f29a5afa-3bbc-4e1a-b5c6-b4cd72c5a167 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=01945155-cccb-454b-bdc9-771df4fdfc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311086 Aug 31 08:55:44.674972 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:44.702476 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c17c7956-dcc1-476b-8684-fb5c44461192 req-5c23a14d-55a5-4d22-91b5-743f8ffaec54 service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885150 Aug 31 08:55:44.819758 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c17c7956-dcc1-476b-8684-fb5c44461192 req-bbe32098-4656-44d2-a611-fdd82ba92191 service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048670 Aug 31 08:55:45.021855 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31374e61-49f1-45d1-b139-8c9ff04ef628 req-1437db0c-b0b4-41b8-8af6-bd7b4e7e400a tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:45.021855 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-31374e61-49f1-45d1-b139-8c9ff04ef628 req-1437db0c-b0b4-41b8-8af6-bd7b4e7e400a tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 945 time: 0.0525887 Aug 31 08:55:45.022511 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:45.067063 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-31374e61-49f1-45d1-b139-8c9ff04ef628 req-8417b981-e173-47a4-bb88-185d78c634f1 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/security-groups?id=474b0f31-82b3-4112-95bb-c2f32350d68c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346036 Aug 31 08:55:45.346840 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e351be-f9de-4696-a504-8892f616269d req-b9c83b62-8507-407f-ab41-c34073bb2389 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:45.348254 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d9e351be-f9de-4696-a504-8892f616269d req-b9c83b62-8507-407f-ab41-c34073bb2389 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.103 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 945 time: 0.0550542 Aug 31 08:55:45.363254 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09412ad-6634-4e30-b002-488b8ffcf40e req-7bf49754-dc1c-40a2-8bda-cab372d90fad tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:45.364973 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e09412ad-6634-4e30-b002-488b8ffcf40e req-7bf49754-dc1c-40a2-8bda-cab372d90fad tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0525646 Aug 31 08:55:45.405674 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e09412ad-6634-4e30-b002-488b8ffcf40e req-ef7393b0-61cb-451e-a9dc-8e09c6bbd4a5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338545 Aug 31 08:55:45.450004 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-d9e351be-f9de-4696-a504-8892f616269d req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Deleting port 8c8672f2-9806-4e60-bb45-1b9517f66c67 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:55:45.450344 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-d9e351be-f9de-4696-a504-8892f616269d req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:45.541998 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-d9e351be-f9de-4696-a504-8892f616269d req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] For port 8c8672f2-9806-4e60-bb45-1b9517f66c67, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=8c8672f2-9806-4e60-bb45-1b9517f66c67,segment=NetworkSegment(e2524e3d-6362-48cf-b1b9-cb93b877916e),segment_id=e2524e3d-6362-48cf-b1b9-cb93b877916e)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:55:45.542464 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-d9e351be-f9de-4696-a504-8892f616269d req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:45.555589 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-d9e351be-f9de-4696-a504-8892f616269d req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Calling delete_port for 8c8672f2-9806-4e60-bb45-1b9517f66c67 owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:55:45.648674 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:45.871265 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-d9e351be-f9de-4696-a504-8892f616269d req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:45.884475 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['8c8672f2-9806-4e60-bb45-1b9517f66c67'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:55:45.902757 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Pushing event deleted for resources: {'Port': ['ID=8c8672f2-9806-4e60-bb45-1b9517f66c67,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:45.917634 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:45.917994 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:45.918322 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:45.918651 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:45.918978 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:45.919300 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:45.919621 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:45.919938 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:45.920446 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:45.920767 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:45.921091 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:45.921404 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:45.957077 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e351be-f9de-4696-a504-8892f616269d req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] No DVR routers for this DVR port 8c8672f2-9806-4e60-bb45-1b9517f66c67 on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:55:45.960737 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-d9e351be-f9de-4696-a504-8892f616269d req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:45.963792 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d9e351be-f9de-4696-a504-8892f616269d req-25e3cee8-12e7-472a-9064-1806c3176a68 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.103 "DELETE /v2.0/ports/8c8672f2-9806-4e60-bb45-1b9517f66c67 HTTP/1.1" status: 204 len: 173 time: 0.6071057 Aug 31 08:55:45.964261 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cf2563-aa33-4443-9998-86a56604f554', 'name': 'network-vif-deleted', 'tag': '8c8672f2-9806-4e60-bb45-1b9517f66c67'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:55:45.967291 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d37be11-1c56-4fd9-b246-fc35f78121be" -d '{"events": [{"server_uuid": "54cf2563-aa33-4443-9998-86a56604f554", "name": "network-vif-deleted", "tag": "8c8672f2-9806-4e60-bb45-1b9517f66c67"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:55:46.008696 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8701989-f422-487a-acdb-33150430151f x-openstack-request-id: req-a8701989-f422-487a-acdb-33150430151f {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:55:46.014314 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cf2563-aa33-4443-9998-86a56604f554", "name": "network-vif-deleted", "tag": "8c8672f2-9806-4e60-bb45-1b9517f66c67", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:55:46.014314 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a8701989-f422-487a-acdb-33150430151f {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:55:46.014314 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cf2563-aa33-4443-9998-86a56604f554', 'name': 'network-vif-deleted', 'tag': '8c8672f2-9806-4e60-bb45-1b9517f66c67', 'status': 'completed', 'code': 200} Aug 31 08:55:46.175552 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-388ce350-ae66-4fe6-b553-b39477078fa9 req-e9198ac2-06fa-47ad-a38a-678fe657f075 tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 210 time: 0.0306671 Aug 31 08:55:46.531184 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ae1ce-5b53-4a03-8d11-4934ac5f02bf req-eefb7fb6-7719-4908-a4d2-8ad9132991d3 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:46.532813 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3e7ae1ce-5b53-4a03-8d11-4934ac5f02bf req-eefb7fb6-7719-4908-a4d2-8ad9132991d3 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0510314 Aug 31 08:55:46.570884 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3e7ae1ce-5b53-4a03-8d11-4934ac5f02bf req-c9299ea7-d76f-4c76-a5e4-eb1cc1071eea tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319605 Aug 31 08:55:47.288880 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c3cd181c-10eb-4f02-90b4-6ad99e3c34d9 req-a495b32b-6def-4df0-ab88-dbda23ace54c tempest-VolumesActionsTest-1770548280 tempest-VolumesActionsTest-1770548280-project] 10.222.0.74 "GET /v2.0/ports?device_id=54cf2563-aa33-4443-9998-86a56604f554 HTTP/1.1" status: 200 len: 210 time: 0.0264301 Aug 31 08:55:47.631410 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:47.692504 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484268c-09ec-4634-8898-48cd06276de7 req-76adadaf-d2c2-4602-8e12-9223ad0b3d7a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:47.694041 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9484268c-09ec-4634-8898-48cd06276de7 req-76adadaf-d2c2-4602-8e12-9223ad0b3d7a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0546696 Aug 31 08:55:47.735183 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9484268c-09ec-4634-8898-48cd06276de7 req-e05b47a6-53d0-43b4-99f6-bcf80beb1fb9 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Aug 31 08:55:48.117351 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 52684) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:55:48.234768 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fdc39285-7f8b-49d3-9f3c-95aa77fb4179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:48.340307 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fdc39285-7f8b-49d3-9f3c-95aa77fb4179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:48.431352 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fdc39285-7f8b-49d3-9f3c-95aa77fb4179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:48.471511 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-fdc39285-7f8b-49d3-9f3c-95aa77fb4179 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=57a272c8d67c4dce90ffa2c88d7ecf9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3530450 Aug 31 08:55:48.472410 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc39285-7f8b-49d3-9f3c-95aa77fb4179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726831b6-241d-4e2a-809d-742783c7c4d8,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:48.474500 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 52696) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:55:48.530687 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:48.552933 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:48.783417 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:48.783417 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:48.786906 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/726831b6-241d-4e2a-809d-742783c7c4d8 HTTP/1.1" status: 204 len: 168 time: 0.3100257 Aug 31 08:55:48.797666 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726831b6-241d-4e2a-809d-742783c7c4d8,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:48.806050 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:48.807335 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:48.808004 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:48.808655 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:48.809327 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:48.810000 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:48.810778 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:48.811386 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:48.812001 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:48.812602 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:48.818308 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:48.818308 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee0a767a-ad31-48ea-a21d-21bf5cf1a731 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:55:48.893564 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bb5ca-96be-4035-b67c-c1ec00785418 req-2f9c7571-feeb-450e-bda6-49343dfa70ef tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:48.895150 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-684bb5ca-96be-4035-b67c-c1ec00785418 req-2f9c7571-feeb-450e-bda6-49343dfa70ef tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0525777 Aug 31 08:55:48.939113 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-684bb5ca-96be-4035-b67c-c1ec00785418 req-594e77b4-094c-4bac-9260-0e059b7f1298 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365670 Aug 31 08:55:50.093986 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027c1b8-0863-44ca-94f8-0fa6bb2a5998 req-2b8f13ad-00b0-4ca6-b970-884382ce6598 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:50.095508 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0027c1b8-0863-44ca-94f8-0fa6bb2a5998 req-2b8f13ad-00b0-4ca6-b970-884382ce6598 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0511382 Aug 31 08:55:50.138267 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0027c1b8-0863-44ca-94f8-0fa6bb2a5998 req-db940ac3-ca4d-40e5-b0d1-c304ac60a710 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364435 Aug 31 08:55:50.538898 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 8c8672f2-9806-4e60-bb45-1b9517f66c67 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:55:50.560184 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: 8c8672f2-9806-4e60-bb45-1b9517f66c67 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 08:55:50.560916 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 8c8672f2-9806-4e60-bb45-1b9517f66c67 not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:55:50.597588 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 52784) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:55:50.705699 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d1ce550a-e127-4cb1-8f0e-7d2421f1265e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:50.871364 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d1ce550a-e127-4cb1-8f0e-7d2421f1265e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:50.951326 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d1ce550a-e127-4cb1-8f0e-7d2421f1265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:50.990212 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-d1ce550a-e127-4cb1-8f0e-7d2421f1265e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a9707861e53f448fab51602305ead33e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914444 Aug 31 08:55:50.991143 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce550a-e127-4cb1-8f0e-7d2421f1265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1068fb-34d8-4b59-9de9-0d4d53103157,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:50.992515 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 52792) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:55:51.056480 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b5687a77-51f3-4d2b-a2b4-5b0255914e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:51.081945 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b5687a77-51f3-4d2b-a2b4-5b0255914e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:51.261549 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54690fa-adf1-4999-abe7-d5b1574e7abf req-45205d70-a036-424f-8fca-6db5cb78bd4d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:51.264176 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d54690fa-adf1-4999-abe7-d5b1574e7abf req-45205d70-a036-424f-8fca-6db5cb78bd4d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0579569 Aug 31 08:55:51.281038 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b5687a77-51f3-4d2b-a2b4-5b0255914e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:51.283516 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b5687a77-51f3-4d2b-a2b4-5b0255914e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:51.286805 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-b5687a77-51f3-4d2b-a2b4-5b0255914e8c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ea1068fb-34d8-4b59-9de9-0d4d53103157 HTTP/1.1" status: 204 len: 168 time: 0.2912018 Aug 31 08:55:51.302826 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5687a77-51f3-4d2b-a2b4-5b0255914e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1068fb-34d8-4b59-9de9-0d4d53103157,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:51.323978 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d54690fa-adf1-4999-abe7-d5b1574e7abf req-759bc5cd-c985-46bc-9325-410ab2d837f1 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507133 Aug 31 08:55:51.376878 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c73ec-bc04-44fd-be1e-910ab390486d req-d58a46f8-a2f7-4d6d-a4b2-403cbc69293f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:51.378542 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-653c73ec-bc04-44fd-be1e-910ab390486d req-d58a46f8-a2f7-4d6d-a4b2-403cbc69293f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0691690 Aug 31 08:55:51.418250 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-653c73ec-bc04-44fd-be1e-910ab390486d req-7cf9e1d3-460c-4bba-93fd-c80cbabb9914 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335031 Aug 31 08:55:52.273584 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 52834) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:55:52.372756 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-ca8e3b6c-5b9e-4e99-819e-5f41bd833390 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1157439367-network', 'tenant_id': '0612aa4e86c04a00aa196a4352ceb9bf'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:55:52.456285 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971491b6-5613-41eb-8125-ad12808b41eb req-a22f722a-0775-4f3d-8fc7-03791cc87460 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:52.457813 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-971491b6-5613-41eb-8125-ad12808b41eb req-a22f722a-0775-4f3d-8fc7-03791cc87460 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0542724 Aug 31 08:55:52.503276 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-971491b6-5613-41eb-8125-ad12808b41eb req-5f499a7a-1ee3-40ba-b56d-b8346b8ab821 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390966 Aug 31 08:55:52.530073 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8e3b6c-5b9e-4e99-819e-5f41bd833390 admin admin] Made reservation on behalf of 0612aa4e86c04a00aa196a4352ceb9bf for: {'network': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:55:52.538275 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3b6c-5b9e-4e99-819e-5f41bd833390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:52.546353 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3b6c-5b9e-4e99-819e-5f41bd833390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:52.576902 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f9cac-20bf-4015-a00a-4e62da195159 req-eb02f744-5bfe-47ac-ad2c-93451bc33a53 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:52.578442 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-146f9cac-20bf-4015-a00a-4e62da195159 req-eb02f744-5bfe-47ac-ad2c-93451bc33a53 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0791104 Aug 31 08:55:52.644094 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-146f9cac-20bf-4015-a00a-4e62da195159 req-05562201-68d5-4586-b212-6b32cff25dcb tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553558 Aug 31 08:55:52.685761 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3b6c-5b9e-4e99-819e-5f41bd833390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:52.802514 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3b6c-5b9e-4e99-819e-5f41bd833390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:52.827399 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca8e3b6c-5b9e-4e99-819e-5f41bd833390 admin admin] vlan segment allocate from pool success with {'vlan_id': 1394, 'physical_network': 'physnet1'} {{(pid=101272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:55:52.836215 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e3b6c-5b9e-4e99-819e-5f41bd833390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:52.842392 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3b6c-5b9e-4e99-819e-5f41bd833390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:52.842750 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.segments_db [None req-ca8e3b6c-5b9e-4e99-819e-5f41bd833390 admin admin] Added segment 95c7c713-4fc3-4a0b-8aea-a91a70b01de0 of type vlan for network db1c75c3-4e19-45e7-b855-37dc07fa6eac Aug 31 08:55:52.882081 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3b6c-5b9e-4e99-819e-5f41bd833390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:52.980433 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3b6c-5b9e-4e99-819e-5f41bd833390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:52.981449 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8e3b6c-5b9e-4e99-819e-5f41bd833390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:52.982028 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca8e3b6c-5b9e-4e99-819e-5f41bd833390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:53.040424 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e3b6c-5b9e-4e99-819e-5f41bd833390 admin admin] Pushing event updated for resources: {'Network': ['ID=db1c75c3-4e19-45e7-b855-37dc07fa6eac,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:53.051174 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network db1c75c3-4e19-45e7-b855-37dc07fa6eac details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:55:53.095238 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-ca8e3b6c-5b9e-4e99-819e-5f41bd833390 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8205423 Aug 31 08:55:53.098062 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 52848) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:55:53.103788 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-2ddefdcd-1280-44d6-9c1b-69e5e81525d2 admin admin] Request body: {'subnet': {'network_id': 'db1c75c3-4e19-45e7-b855-37dc07fa6eac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1157439367-subnet', 'tenant_id': '0612aa4e86c04a00aa196a4352ceb9bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:55:53.196710 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddefdcd-1280-44d6-9c1b-69e5e81525d2 admin admin] Made reservation on behalf of 0612aa4e86c04a00aa196a4352ceb9bf for: {'subnet': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:55:53.199072 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-2ddefdcd-1280-44d6-9c1b-69e5e81525d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9270486'] for subnet, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:53.425671 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-2ddefdcd-1280-44d6-9c1b-69e5e81525d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9270464'] for subnet, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:53.480517 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddefdcd-1280-44d6-9c1b-69e5e81525d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c20385c-20fe-442b-a725-853c5f39b0df,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:55:53.491413 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddefdcd-1280-44d6-9c1b-69e5e81525d2 admin admin] Checking segment: {'id': '95c7c713-4fc3-4a0b-8aea-a91a70b01de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'db1c75c3-4e19-45e7-b855-37dc07fa6eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:55:53.491766 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddefdcd-1280-44d6-9c1b-69e5e81525d2 admin admin] Network hostable DHCP agents. Network: db1c75c3-4e19-45e7-b855-37dc07fa6eac, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:55:53.618801 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb53a3a-dc2d-4da5-9e76-581faeef85c4 req-dd67d8d1-2eee-4f90-989f-9734b3302b77 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:53.620290 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bfb53a3a-dc2d-4da5-9e76-581faeef85c4 req-dd67d8d1-2eee-4f90-989f-9734b3302b77 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0495784 Aug 31 08:55:53.631481 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddefdcd-1280-44d6-9c1b-69e5e81525d2 admin admin] Network db1c75c3-4e19-45e7-b855-37dc07fa6eac is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:55:53.662297 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bfb53a3a-dc2d-4da5-9e76-581faeef85c4 req-c0c9d25b-2ed1-40b6-8895-6cb89101cd81 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359800 Aug 31 08:55:53.768436 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e659e-266a-4217-8a0f-609365d5d6f9 req-b1373bb0-7bb4-4e60-8ebf-2b8302cf5cd6 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:53.769936 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-109e659e-266a-4217-8a0f-609365d5d6f9 req-b1373bb0-7bb4-4e60-8ebf-2b8302cf5cd6 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0504086 Aug 31 08:55:53.771137 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-2ddefdcd-1280-44d6-9c1b-69e5e81525d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, db1c75c3-4e19-45e7-b855-37dc07fa6eac) {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:55:53.780221 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddefdcd-1280-44d6-9c1b-69e5e81525d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:53.780810 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-2ddefdcd-1280-44d6-9c1b-69e5e81525d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:55:53.781633 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680ef856-4160-415f-a238-1d993bb61589 None None] Network db1c75c3-4e19-45e7-b855-37dc07fa6eac requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:55:53.823160 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-109e659e-266a-4217-8a0f-609365d5d6f9 req-dd72e23a-16f4-4b34-905d-ad518af94164 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449023 Aug 31 08:55:53.915180 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c991274b-fc04-44bb-b533-5ca5dc27d16b None None] Network db1c75c3-4e19-45e7-b855-37dc07fa6eac requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:55:53.923459 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-2ddefdcd-1280-44d6-9c1b-69e5e81525d2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8243287 Aug 31 08:55:54.778265 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b010d8d-b6f4-4fa0-93f4-44ab959af443 req-bd778cea-32a6-4e58-b622-8f0251938154 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:54.779847 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3b010d8d-b6f4-4fa0-93f4-44ab959af443 req-bd778cea-32a6-4e58-b622-8f0251938154 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0494850 Aug 31 08:55:54.818824 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3b010d8d-b6f4-4fa0-93f4-44ab959af443 req-a70fe949-a624-473a-b23b-2981d95645b2 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326011 Aug 31 08:55:54.954627 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538082a-1194-43bf-b47d-5d8bd8c1b556 req-2da7db8f-bd78-42d8-a08b-34029dffcf5d tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:54.956396 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7538082a-1194-43bf-b47d-5d8bd8c1b556 req-2da7db8f-bd78-42d8-a08b-34029dffcf5d tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0565629 Aug 31 08:55:54.997846 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7538082a-1194-43bf-b47d-5d8bd8c1b556 req-bd467d72-9750-4b95-ba35-b87bccc4ac5f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353668 Aug 31 08:55:55.937758 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32470f82-856a-4c40-8f56-6e7d9d8d4ea4 req-836d9d89-a576-4871-b6cc-51453b77aef2 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:55.939239 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-32470f82-856a-4c40-8f56-6e7d9d8d4ea4 req-836d9d89-a576-4871-b6cc-51453b77aef2 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0509713 Aug 31 08:55:55.984563 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-32470f82-856a-4c40-8f56-6e7d9d8d4ea4 req-51f2e519-06f9-4c5f-b56f-50d541ca3a72 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Aug 31 08:55:56.127164 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795e9ba-f419-44b9-a504-9db1add1ec89 req-76cb9387-ab9b-441d-a8eb-2438bc79cfeb tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:56.128668 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0795e9ba-f419-44b9-a504-9db1add1ec89 req-76cb9387-ab9b-441d-a8eb-2438bc79cfeb tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0515909 Aug 31 08:55:56.167628 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0795e9ba-f419-44b9-a504-9db1add1ec89 req-d1478d16-2396-47b1-995c-818d305fc8c8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329096 Aug 31 08:55:57.104009 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd8b9e-9991-4c34-b12c-9e0a6d3a2da2 req-87f1abe2-a8a5-4537-b9da-1a110a51d6d8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:57.105500 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dadd8b9e-9991-4c34-b12c-9e0a6d3a2da2 req-87f1abe2-a8a5-4537-b9da-1a110a51d6d8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0520520 Aug 31 08:55:57.143815 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dadd8b9e-9991-4c34-b12c-9e0a6d3a2da2 req-038b9e02-06a0-4036-af94-ae6de7d57a38 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Aug 31 08:55:57.288595 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a9677-d4f1-4bb5-b5b8-891f86b49dc8 req-f7825a25-9ff8-43bf-8671-338cc058c46a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:57.290138 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-363a9677-d4f1-4bb5-b5b8-891f86b49dc8 req-f7825a25-9ff8-43bf-8671-338cc058c46a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0498109 Aug 31 08:55:57.328733 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-363a9677-d4f1-4bb5-b5b8-891f86b49dc8 req-09cdc63a-5dbf-4a1a-ba11-66675fce3e7c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326214 Aug 31 08:55:58.265706 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5c1d8-be64-4bbe-b795-c62098d57fb3 req-1cb99f6a-ac9f-4971-ab95-6060e6568f6d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:58.267207 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d7d5c1d8-be64-4bbe-b795-c62098d57fb3 req-1cb99f6a-ac9f-4971-ab95-6060e6568f6d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0519695 Aug 31 08:55:58.307724 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d7d5c1d8-be64-4bbe-b795-c62098d57fb3 req-2554b3d9-cf8f-4efb-b554-f286bd96abea tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343781 Aug 31 08:55:58.353103 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-1a8bee4e-18a3-45c3-955a-d36592394083 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:58.354533 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-1a8bee4e-18a3-45c3-955a-d36592394083 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/networks?id=db1c75c3-4e19-45e7-b855-37dc07fa6eac HTTP/1.1" status: 200 len: 814 time: 0.1082871 Aug 31 08:55:58.372535 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-ec02be3f-2076-430f-93d7-2704f627039c tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/quotas/0612aa4e86c04a00aa196a4352ceb9bf HTTP/1.1" status: 200 len: 375 time: 0.0101345 Aug 31 08:55:58.406515 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-049a9b43-cdab-46ba-817c-16b3c31c0a4b tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0612aa4e86c04a00aa196a4352ceb9bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296118 Aug 31 08:55:58.479108 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beced4c-ae34-481c-b08d-f244cb5b8244 req-c804e6ec-acdc-4cc9-8d9c-5fd2adb0a587 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:58.481390 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2beced4c-ae34-481c-b08d-f244cb5b8244 req-c804e6ec-acdc-4cc9-8d9c-5fd2adb0a587 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0709796 Aug 31 08:55:58.523590 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2beced4c-ae34-481c-b08d-f244cb5b8244 req-686528ad-3e20-4a0a-96c3-527090a41375 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363541 Aug 31 08:55:58.529636 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-c8bc8061-dec8-4624-9c8e-44811bcc9961 service neutron] 10.222.0.74 "GET /v2.0/networks/db1c75c3-4e19-45e7-b855-37dc07fa6eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146505 Aug 31 08:55:58.628179 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-b7566f70-9913-49d4-a314-afef32dbf3b5 service neutron] 10.222.0.74 "GET /v2.0/networks/db1c75c3-4e19-45e7-b855-37dc07fa6eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974805 Aug 31 08:55:58.979766 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e22db911-459c-4611-852e-1306e4d0e2fb req-26c98931-4edd-43d3-84a1-8572ad2016a2 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 210 time: 0.0543714 Aug 31 08:55:59.496595 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d6857-28c0-4b17-9bad-24c11de25a7f req-a733f746-1fe7-403e-af74-2a78a1ed17c1 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:59.498905 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4e3d6857-28c0-4b17-9bad-24c11de25a7f req-a733f746-1fe7-403e-af74-2a78a1ed17c1 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0952303 Aug 31 08:55:59.553063 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4e3d6857-28c0-4b17-9bad-24c11de25a7f req-9d7640dd-72f7-4a42-81a2-a9a0cff4d334 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443759 Aug 31 08:55:59.687581 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035d73e-92a9-4ec1-af19-05c2224d4368 req-3b618f2b-c2ec-49cd-975f-05991157ad94 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:55:59.690082 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5035d73e-92a9-4ec1-af19-05c2224d4368 req-3b618f2b-c2ec-49cd-975f-05991157ad94 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0708158 Aug 31 08:55:59.748223 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5035d73e-92a9-4ec1-af19-05c2224d4368 req-9d9596b9-9580-472f-aea2-7bf196276286 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481408 Aug 31 08:56:00.142320 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b4a60b82-4e81-4767-9a62-ab50b5beeb3e req-fda1e812-6344-4107-a9bd-01987f9be5dc tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 210 time: 0.0292726 Aug 31 08:56:00.753795 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b53eb8-29a9-4d2c-ae7f-f552c7873a77 req-99592576-00f5-4096-8383-e70c157b10ee tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:00.755564 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-31b53eb8-29a9-4d2c-ae7f-f552c7873a77 req-99592576-00f5-4096-8383-e70c157b10ee tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0530562 Aug 31 08:56:00.804415 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-31b53eb8-29a9-4d2c-ae7f-f552c7873a77 req-792ddd28-5cf6-46a0-8d97-5601895bf35b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422108 Aug 31 08:56:00.928596 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0a29a-9227-4918-8d47-f6d9f8f20cda req-3bcff4fe-bf88-4480-a06a-4e869d576f54 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:00.943886 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8ef0a29a-9227-4918-8d47-f6d9f8f20cda req-3bcff4fe-bf88-4480-a06a-4e869d576f54 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0915172 Aug 31 08:56:00.989844 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8ef0a29a-9227-4918-8d47-f6d9f8f20cda req-b1c2595b-af30-497c-93ff-2cc18fe6bc86 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505900 Aug 31 08:56:01.264893 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-57eb1067-e4e2-4eee-b52f-fc82942d0de9 req-f1c229c6-3d65-4739-8380-bd4e3007bd99 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 210 time: 0.0457668 Aug 31 08:56:01.635476 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-9877cbfc-77ea-4a10-9964-03294c1736a3 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:01.635476 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-9877cbfc-77ea-4a10-9964-03294c1736a3 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.103 "GET /v2.0/networks?id=db1c75c3-4e19-45e7-b855-37dc07fa6eac HTTP/1.1" status: 200 len: 814 time: 0.1344502 Aug 31 08:56:01.674037 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-bd3bf321-484d-479d-a3b8-4d60f52c43d3 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Request body: {'port': {'device_id': '0e5bd3ee-e6a2-4a09-bf69-c74c2e727408', 'network_id': 'db1c75c3-4e19-45e7-b855-37dc07fa6eac', 'admin_state_up': True, 'tenant_id': '0612aa4e86c04a00aa196a4352ceb9bf'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:56:01.934121 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-bd3bf321-484d-479d-a3b8-4d60f52c43d3 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Made reservation on behalf of 0612aa4e86c04a00aa196a4352ceb9bf for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:56:01.938011 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-bd3bf321-484d-479d-a3b8-4d60f52c43d3 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:01.945082 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86adf406-050b-428a-a428-5e99e0d164bf req-325706e1-7af9-4ec7-bf6d-169775a454ab tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:01.947792 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-86adf406-050b-428a-a428-5e99e0d164bf req-325706e1-7af9-4ec7-bf6d-169775a454ab tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0660660 Aug 31 08:56:02.001825 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-86adf406-050b-428a-a428-5e99e0d164bf req-5db45864-5981-4349-afc7-d8a4f795cc1c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466707 Aug 31 08:56:02.141240 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-bd3bf321-484d-479d-a3b8-4d60f52c43d3 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Allocated IP 172.20.0.5 (db1c75c3-4e19-45e7-b855-37dc07fa6eac/7c20385c-20fe-442b-a725-853c5f39b0df/69a3b751-564d-441a-ae0a-3a9c9add10de) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:56:02.187008 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17d614-f198-4969-aa00-342ce8443b5b req-7e8ae9ae-c9b7-435e-8e2a-bf54638f84ab tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:02.194303 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ce17d614-f198-4969-aa00-342ce8443b5b req-7e8ae9ae-c9b7-435e-8e2a-bf54638f84ab tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0911489 Aug 31 08:56:02.298947 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ce17d614-f198-4969-aa00-342ce8443b5b req-ad7f0fc6-3f08-4689-a9e3-440fac23ff9e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036456 Aug 31 08:56:02.380725 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-bd3bf321-484d-479d-a3b8-4d60f52c43d3 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:02.404822 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6a712fda-028d-4170-bfb0-d4fd0b65c288 req-c2e81708-bd89-44bc-8199-3751d1cb8ef8 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 210 time: 0.0474913 Aug 31 08:56:02.517426 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-bd3bf321-484d-479d-a3b8-4d60f52c43d3 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:02.572247 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-bd3bf321-484d-479d-a3b8-4d60f52c43d3 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Network db1c75c3-4e19-45e7-b855-37dc07fa6eac is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:56:02.576823 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-bd3bf321-484d-479d-a3b8-4d60f52c43d3 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:56:02.579304 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bf321-484d-479d-a3b8-4d60f52c43d3 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Pushing event updated for resources: {'Port': ['ID=69a3b751-564d-441a-ae0a-3a9c9add10de,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:02.593688 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-bd3bf321-484d-479d-a3b8-4d60f52c43d3 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:56:02.641336 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-bd3bf321-484d-479d-a3b8-4d60f52c43d3 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:02.642104 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-bd3bf321-484d-479d-a3b8-4d60f52c43d3 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:02.717943 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-bd3bf321-484d-479d-a3b8-4d60f52c43d3 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0728023 Aug 31 08:56:02.731584 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Request body: {'port': {'device_id': '0e5bd3ee-e6a2-4a09-bf69-c74c2e727408', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:56:02.813832 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:03.163693 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328bf99-6be0-4e75-a75a-5af856d0feaa req-aa0990f8-e47f-4ba9-a466-c131f314dbc4 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:03.172811 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2328bf99-6be0-4e75-a75a-5af856d0feaa req-aa0990f8-e47f-4ba9-a466-c131f314dbc4 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0703564 Aug 31 08:56:03.222322 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2328bf99-6be0-4e75-a75a-5af856d0feaa req-3bccd01e-ac41-4ab0-aabb-be2009ac81cd tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480876 Aug 31 08:56:03.455071 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a3b751-564d-441a-ae0a-3a9c9add10de {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:56:03.480633 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:03.513462 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Transition to ACTIVE for port object 69a3b751-564d-441a-ae0a-3a9c9add10de will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:56:03.531175 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc8a3e-db8d-4951-b056-1c6d8f9d41f2 req-f1f1b510-3c39-402a-b51f-47e3ed37f4f6 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:03.541595 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7cfc8a3e-db8d-4951-b056-1c6d8f9d41f2 req-f1f1b510-3c39-402a-b51f-47e3ed37f4f6 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.1057250 Aug 31 08:56:03.591510 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7cfc8a3e-db8d-4951-b056-1c6d8f9d41f2 req-f3c53360-3724-43d2-b6e9-3be6ab9a882f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492971 Aug 31 08:56:03.620696 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:03.658945 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23130c7-14b1-4a10-bab6-0b3987b6ee3a req-27ba9908-3406-479a-b220-a6bd46273f76 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:03.673208 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a23130c7-14b1-4a10-bab6-0b3987b6ee3a req-27ba9908-3406-479a-b220-a6bd46273f76 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 931 time: 0.1243329 Aug 31 08:56:03.734798 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Pushing event updated for resources: {'Port': ['ID=69a3b751-564d-441a-ae0a-3a9c9add10de,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:03.736584 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a23130c7-14b1-4a10-bab6-0b3987b6ee3a req-72854ea9-dc22-4df8-8821-fd41bf81dfb4 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589244 Aug 31 08:56:03.775357 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Attempting to bind port 69a3b751-564d-441a-ae0a-3a9c9add10de on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:56:03.775678 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Attempting to bind port 69a3b751-564d-441a-ae0a-3a9c9add10de by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '95c7c713-4fc3-4a0b-8aea-a91a70b01de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'db1c75c3-4e19-45e7-b855-37dc07fa6eac'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:56:03.775888 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Attempting to bind port 69a3b751-564d-441a-ae0a-3a9c9add10de on network db1c75c3-4e19-45e7-b855-37dc07fa6eac {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:56:03.780669 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Port 69a3b751-564d-441a-ae0a-3a9c9add10de on network db1c75c3-4e19-45e7-b855-37dc07fa6eac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:56:03.780877 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Attempting to bind port 69a3b751-564d-441a-ae0a-3a9c9add10de on network db1c75c3-4e19-45e7-b855-37dc07fa6eac {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:56:03.785816 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:56:03.786158 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Checking segment: {'id': '95c7c713-4fc3-4a0b-8aea-a91a70b01de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'db1c75c3-4e19-45e7-b855-37dc07fa6eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:56:03.788042 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Bound using segment: {'id': '95c7c713-4fc3-4a0b-8aea-a91a70b01de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'db1c75c3-4e19-45e7-b855-37dc07fa6eac'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:56:03.788042 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Bound port: 69a3b751-564d-441a-ae0a-3a9c9add10de, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c7c713-4fc3-4a0b-8aea-a91a70b01de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'db1c75c3-4e19-45e7-b855-37dc07fa6eac'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:56:03.788042 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:03.888191 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] For port 69a3b751-564d-441a-ae0a-3a9c9add10de, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:56:03.893604 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] For port 69a3b751-564d-441a-ae0a-3a9c9add10de, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=69a3b751-564d-441a-ae0a-3a9c9add10de,segment=NetworkSegment(95c7c713-4fc3-4a0b-8aea-a91a70b01de0),segment_id=95c7c713-4fc3-4a0b-8aea-a91a70b01de0)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:56:04.009697 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:04.062946 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:04.063330 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:04.064760 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] 10.222.0.103 "PUT /v2.0/ports/69a3b751-564d-441a-ae0a-3a9c9add10de HTTP/1.1" status: 200 len: 1093 time: 1.3386977 Aug 31 08:56:04.065203 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5bd3ee-e6a2-4a09-bf69-c74c2e727408', 'tag': '69a3b751-564d-441a-ae0a-3a9c9add10de'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:56:04.067708 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dc5b27-7ce1-4e1f-8c8f-73c4ce578a13" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5bd3ee-e6a2-4a09-bf69-c74c2e727408", "tag": "69a3b751-564d-441a-ae0a-3a9c9add10de"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:56:04.092959 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c4ed3-8492-4b36-a5a6-61cb715bdf9f service neutron] Pushing event updated for resources: {'Port': ['ID=69a3b751-564d-441a-ae0a-3a9c9add10de,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:04.129617 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8709f5b5-1864-445a-8521-dc7bc4083daa x-openstack-request-id: req-8709f5b5-1864-445a-8521-dc7bc4083daa {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:56:04.129907 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5bd3ee-e6a2-4a09-bf69-c74c2e727408", "tag": "69a3b751-564d-441a-ae0a-3a9c9add10de", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:56:04.130155 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8709f5b5-1864-445a-8521-dc7bc4083daa {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:56:04.130550 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5bd3ee-e6a2-4a09-bf69-c74c2e727408', 'tag': '69a3b751-564d-441a-ae0a-3a9c9add10de', 'status': 'completed', 'code': 200} Aug 31 08:56:04.205981 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc5b27-7ce1-4e1f-8c8f-73c4ce578a13 req-c4b127b7-3a61-439d-8f41-c86f3514f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:04.207697 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-59dc5b27-7ce1-4e1f-8c8f-73c4ce578a13 req-c4b127b7-3a61-439d-8f41-c86f3514f6a0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0612aa4e86c04a00aa196a4352ceb9bf&device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 1096 time: 0.0508084 Aug 31 08:56:04.353775 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc5b27-7ce1-4e1f-8c8f-73c4ce578a13 req-b8a60a89-e83a-41b5-a0b6-058a382ad0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:04.356297 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-59dc5b27-7ce1-4e1f-8c8f-73c4ce578a13 req-b8a60a89-e83a-41b5-a0b6-058a382ad0cd service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=0612aa4e86c04a00aa196a4352ceb9bf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1391833 Aug 31 08:56:04.407523 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa3e6f-9bb2-400f-8949-848d6705c820 req-35503e03-596f-4616-a6c3-61b64f0638d0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:04.424757 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d9fa3e6f-9bb2-400f-8949-848d6705c820 req-35503e03-596f-4616-a6c3-61b64f0638d0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0974822 Aug 31 08:56:04.470965 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d9fa3e6f-9bb2-400f-8949-848d6705c820 req-10b66d04-b7b6-4ae3-af89-505581eee9b5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499101 Aug 31 08:56:04.488647 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc5b27-7ce1-4e1f-8c8f-73c4ce578a13 req-d4fb08fd-8b51-444e-b703-258ba87b25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:04.494153 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-59dc5b27-7ce1-4e1f-8c8f-73c4ce578a13 req-d4fb08fd-8b51-444e-b703-258ba87b25ae service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1273806 Aug 31 08:56:04.672309 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-466e1564-aef4-4761-b234-4ab63095dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:04.675843 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-466e1564-aef4-4761-b234-4ab63095dee9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0612aa4e86c04a00aa196a4352ceb9bf&device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 1096 time: 0.1084998 Aug 31 08:56:04.677588 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32438987-684a-438b-8e5f-aeaea79813fc req-8cd8abcb-501b-4b39-81a1-661e676110ab tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:04.682436 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-32438987-684a-438b-8e5f-aeaea79813fc req-8cd8abcb-501b-4b39-81a1-661e676110ab tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 946 time: 0.0869009 Aug 31 08:56:04.731025 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-c21d8af7-a83f-4ce3-a644-f0ccfb805d21 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69a3b751-564d-441a-ae0a-3a9c9add10de HTTP/1.1" status: 200 len: 217 time: 0.0459585 Aug 31 08:56:04.762524 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-32438987-684a-438b-8e5f-aeaea79813fc req-e87baf6d-125d-4e40-8f47-e315dd0bede6 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733566 Aug 31 08:56:04.836620 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858093b-d4fb-4dd1-a027-6a8d49aac606 req-5fbc9cb1-cf32-4b59-a3ba-51f3c34e9f4e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:04.844798 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3858093b-d4fb-4dd1-a027-6a8d49aac606 req-5fbc9cb1-cf32-4b59-a3ba-51f3c34e9f4e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.1170380 Aug 31 08:56:04.875619 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-e0e2eea3-2ec5-4fc0-ba7b-a2baca790739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:04.877290 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-e0e2eea3-2ec5-4fc0-ba7b-a2baca790739 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7c20385c-20fe-442b-a725-853c5f39b0df HTTP/1.1" status: 200 len: 854 time: 0.1371167 Aug 31 08:56:04.917385 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3858093b-d4fb-4dd1-a027-6a8d49aac606 req-5ca056cf-2a00-46af-9b83-a33a1011329e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712118 Aug 31 08:56:04.951988 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-dfce5a84-6efc-4e85-bf08-037a358debfc service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=db1c75c3-4e19-45e7-b855-37dc07fa6eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567713 Aug 31 08:56:04.987251 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06319cee-4f56-4f7e-877d-b7bcb50c5454 req-5ac0f948-72db-499d-a8bc-1e894dd742c8 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:04.989408 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-06319cee-4f56-4f7e-877d-b7bcb50c5454 req-5ac0f948-72db-499d-a8bc-1e894dd742c8 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 943 time: 0.1074076 Aug 31 08:56:05.096065 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-06319cee-4f56-4f7e-877d-b7bcb50c5454 req-aa376c4a-acb9-47c7-bdfb-af84558e18f4 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854785 Aug 31 08:56:05.146773 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-7cbb34fa-68df-4fce-9472-27fb52f43d44 service neutron] 10.222.0.103 "GET /v2.0/networks/db1c75c3-4e19-45e7-b855-37dc07fa6eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866441 Aug 31 08:56:05.295253 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c981e9bc-8f60-4417-bddd-82a120fad12e req-4dd77fa1-2214-4180-adff-1a243582e9fd service neutron] 10.222.0.103 "GET /v2.0/networks/db1c75c3-4e19-45e7-b855-37dc07fa6eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279452 Aug 31 08:56:05.627127 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d18a248-606f-4504-981e-24beedbf9698 req-fe61571a-3c15-47c3-a634-8eb26483a16c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:05.638396 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4d18a248-606f-4504-981e-24beedbf9698 req-fe61571a-3c15-47c3-a634-8eb26483a16c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0794153 Aug 31 08:56:05.701330 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4d18a248-606f-4504-981e-24beedbf9698 req-d2dcbf86-d073-4541-908a-20e991c7ef1d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613401 Aug 31 08:56:05.928277 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b266c-2f7f-4771-b72a-1d9cab27cac3 req-4945c76c-15a2-416d-b71e-9e4274328bb0 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:05.936593 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-034b266c-2f7f-4771-b72a-1d9cab27cac3 req-4945c76c-15a2-416d-b71e-9e4274328bb0 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 946 time: 0.0671461 Aug 31 08:56:06.007701 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-034b266c-2f7f-4771-b72a-1d9cab27cac3 req-461932a0-4593-4010-a148-b745dc5923e9 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694151 Aug 31 08:56:06.079464 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e5cec-717c-4b29-bab5-03f10f5b728a req-f0f7d9d6-ea75-4a71-a939-4c109ada6599 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:06.081627 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-996e5cec-717c-4b29-bab5-03f10f5b728a req-f0f7d9d6-ea75-4a71-a939-4c109ada6599 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0674534 Aug 31 08:56:06.140139 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-996e5cec-717c-4b29-bab5-03f10f5b728a req-4e54485d-8f69-4890-8378-9313d46b6b7d tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473454 Aug 31 08:56:06.302446 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d701eca-422c-46a2-9ee5-752ec49f7702 req-18796870-7aa1-44ec-a56e-3b41eca3ce10 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:06.304103 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8d701eca-422c-46a2-9ee5-752ec49f7702 req-18796870-7aa1-44ec-a56e-3b41eca3ce10 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 943 time: 0.0762057 Aug 31 08:56:06.366611 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8d701eca-422c-46a2-9ee5-752ec49f7702 req-28d1ec55-eda9-49eb-87a7-fe41ac17dc50 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545428 Aug 31 08:56:06.939039 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a5f09-df3f-438a-b8a0-6751604ecbf9 req-f550404d-415a-42d0-8a17-70ed14f708ed tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:06.941443 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-047a5f09-df3f-438a-b8a0-6751604ecbf9 req-f550404d-415a-42d0-8a17-70ed14f708ed tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.103 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 946 time: 0.1834085 Aug 31 08:56:06.956825 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202768f-d339-4afd-8adc-f4049a1b3443 req-8478434b-4d3f-4b72-a416-55b30c3b5958 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:06.958888 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b202768f-d339-4afd-8adc-f4049a1b3443 req-8478434b-4d3f-4b72-a416-55b30c3b5958 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.1162965 Aug 31 08:56:07.096392 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b202768f-d339-4afd-8adc-f4049a1b3443 req-967b2a4a-5402-4c69-9fd1-fe522985c61a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246889 Aug 31 08:56:07.158319 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-047a5f09-df3f-438a-b8a0-6751604ecbf9 req-b412c5b0-2a81-40d6-9ccd-2a46d420c442 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Deleting port 27776e54-5562-4c5e-babf-0e7137c924cb {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:56:07.158881 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-047a5f09-df3f-438a-b8a0-6751604ecbf9 req-b412c5b0-2a81-40d6-9ccd-2a46d420c442 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:07.255989 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36391093-f17f-419a-893b-cd82f8365a4e req-3c013bf5-4df8-4077-94cd-cd1e6b9f1b05 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:07.259624 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-36391093-f17f-419a-893b-cd82f8365a4e req-3c013bf5-4df8-4077-94cd-cd1e6b9f1b05 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 946 time: 0.1021292 Aug 31 08:56:07.324075 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-36391093-f17f-419a-893b-cd82f8365a4e req-280b9f2c-3964-433a-a489-d49b76e84d12 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549448 Aug 31 08:56:07.374413 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-047a5f09-df3f-438a-b8a0-6751604ecbf9 req-b412c5b0-2a81-40d6-9ccd-2a46d420c442 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] For port 27776e54-5562-4c5e-babf-0e7137c924cb, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=27776e54-5562-4c5e-babf-0e7137c924cb,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:07.374804 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-047a5f09-df3f-438a-b8a0-6751604ecbf9 req-b412c5b0-2a81-40d6-9ccd-2a46d420c442 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:07.393466 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c525ce8-cf6e-4327-9dbf-95f464230253 req-17f06d8e-2f73-4449-a1ec-9bfddc778dcc tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:07.397196 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0c525ce8-cf6e-4327-9dbf-95f464230253 req-17f06d8e-2f73-4449-a1ec-9bfddc778dcc tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.1103852 Aug 31 08:56:07.410813 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-047a5f09-df3f-438a-b8a0-6751604ecbf9 req-b412c5b0-2a81-40d6-9ccd-2a46d420c442 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Calling delete_port for 27776e54-5562-4c5e-babf-0e7137c924cb owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:56:07.497831 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0c525ce8-cf6e-4327-9dbf-95f464230253 req-b88b00a9-b45c-45c4-a23d-9f69c1d45e52 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935230 Aug 31 08:56:07.582873 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a1902-57f6-4267-adbe-44faf1e4b949 req-18a32061-e8e5-4862-98a6-7059c38c2992 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:07.595285 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-255a1902-57f6-4267-adbe-44faf1e4b949 req-18a32061-e8e5-4862-98a6-7059c38c2992 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 943 time: 0.0961223 Aug 31 08:56:07.662189 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-255a1902-57f6-4267-adbe-44faf1e4b949 req-2f3cfeca-b5f5-4b0c-b68d-a4f29179de33 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635686 Aug 31 08:56:07.775017 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-047a5f09-df3f-438a-b8a0-6751604ecbf9 req-b412c5b0-2a81-40d6-9ccd-2a46d420c442 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:07.796103 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['66d99930-67a2-483c-a535-0df8a5027cb5', 'c0d5a78c-6511-4b32-a20d-7e219acebaa3', '4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090', '27776e54-5562-4c5e-babf-0e7137c924cb'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:56:07.925220 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412c5b0-2a81-40d6-9ccd-2a46d420c442 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Pushing event deleted for resources: {'Port': ['ID=27776e54-5562-4c5e-babf-0e7137c924cb,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:07.948529 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-047a5f09-df3f-438a-b8a0-6751604ecbf9 req-b412c5b0-2a81-40d6-9ccd-2a46d420c442 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] No DVR routers for this DVR port 27776e54-5562-4c5e-babf-0e7137c924cb on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:56:07.953469 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-047a5f09-df3f-438a-b8a0-6751604ecbf9 req-b412c5b0-2a81-40d6-9ccd-2a46d420c442 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:07.956473 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-047a5f09-df3f-438a-b8a0-6751604ecbf9 req-b412c5b0-2a81-40d6-9ccd-2a46d420c442 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.103 "DELETE /v2.0/ports/27776e54-5562-4c5e-babf-0e7137c924cb HTTP/1.1" status: 204 len: 173 time: 0.9963465 Aug 31 08:56:07.957078 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e139b7f6-07d4-4a04-85bd-e6e639aa6163', 'name': 'network-vif-deleted', 'tag': '27776e54-5562-4c5e-babf-0e7137c924cb'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:56:07.959460 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8539288-7108-4ee3-a444-a41a7bfc5642" -d '{"events": [{"server_uuid": "e139b7f6-07d4-4a04-85bd-e6e639aa6163", "name": "network-vif-deleted", "tag": "27776e54-5562-4c5e-babf-0e7137c924cb"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:56:08.007799 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ff6153-bbc3-4aaf-b59c-8976c2be0737 x-openstack-request-id: req-f3ff6153-bbc3-4aaf-b59c-8976c2be0737 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:56:08.008325 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e139b7f6-07d4-4a04-85bd-e6e639aa6163", "name": "network-vif-deleted", "tag": "27776e54-5562-4c5e-babf-0e7137c924cb", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:56:08.008649 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f3ff6153-bbc3-4aaf-b59c-8976c2be0737 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:56:08.009161 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e139b7f6-07d4-4a04-85bd-e6e639aa6163', 'name': 'network-vif-deleted', 'tag': '27776e54-5562-4c5e-babf-0e7137c924cb', 'status': 'completed', 'code': 200} Aug 31 08:56:08.278301 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e3b99-f670-497e-b640-90906fde09fe req-74fff5dc-2b98-4baa-99cd-9c664b9be1eb tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:08.291317 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8a3e3b99-f670-497e-b640-90906fde09fe req-74fff5dc-2b98-4baa-99cd-9c664b9be1eb tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0862563 Aug 31 08:56:08.372238 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8a3e3b99-f670-497e-b640-90906fde09fe req-0ff49428-e0df-4ffe-8d4c-1bc2906c7613 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795438 Aug 31 08:56:08.501733 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-85f80ec1-893f-4611-a581-dcb63c1145d1 req-cd4727f2-2b97-4eb3-b2d7-6a803de13b3f tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=e139b7f6-07d4-4a04-85bd-e6e639aa6163 HTTP/1.1" status: 200 len: 210 time: 0.0406091 Aug 31 08:56:08.626092 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 69a3b751-564d-441a-ae0a-3a9c9add10de details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:56:08.765228 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c5181-4607-43de-ac43-6bfa83e5ed24 req-fd4d5e76-e739-4e7f-a436-b9299b373290 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:08.771139 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-261c5181-4607-43de-ac43-6bfa83e5ed24 req-fd4d5e76-e739-4e7f-a436-b9299b373290 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.1255448 Aug 31 08:56:08.833342 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 69a3b751-564d-441a-ae0a-3a9c9add10de, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=69a3b751-564d-441a-ae0a-3a9c9add10de,segment=NetworkSegment(95c7c713-4fc3-4a0b-8aea-a91a70b01de0),segment_id=95c7c713-4fc3-4a0b-8aea-a91a70b01de0)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:08.846775 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-261c5181-4607-43de-ac43-6bfa83e5ed24 req-c61fcf38-b78d-453f-b3fd-a838be39de0a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637498 Aug 31 08:56:08.851432 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '69a3b751-564d-441a-ae0a-3a9c9add10de', 'network_id': 'db1c75c3-4e19-45e7-b855-37dc07fa6eac', 'port_id': '69a3b751-564d-441a-ae0a-3a9c9add10de', 'mac_address': 'fa:16:3e:5f:94:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c20385c-20fe-442b-a725-853c5f39b0df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:56:08.905864 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:08.911543 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4180ee-1b8d-46e6-9e9e-b265591ff583 req-7b615074-68cc-4305-a15f-ecc241249cac tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:08.917443 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ec4180ee-1b8d-46e6-9e9e-b265591ff583 req-7b615074-68cc-4305-a15f-ecc241249cac tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 943 time: 0.0921209 Aug 31 08:56:08.924555 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a3b751-564d-441a-ae0a-3a9c9add10de {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:56:08.952415 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 69a3b751-564d-441a-ae0a-3a9c9add10de, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=69a3b751-564d-441a-ae0a-3a9c9add10de,segment=NetworkSegment(95c7c713-4fc3-4a0b-8aea-a91a70b01de0),segment_id=95c7c713-4fc3-4a0b-8aea-a91a70b01de0)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:08.991315 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ec4180ee-1b8d-46e6-9e9e-b265591ff583 req-d0e33709-8473-4ac7-81ae-2e0f3c62116c tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705676 Aug 31 08:56:09.078000 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:09.162354 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=69a3b751-564d-441a-ae0a-3a9c9add10de,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:09.493771 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['69a3b751-564d-441a-ae0a-3a9c9add10de'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:56:09.622713 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662717f-afc7-4bef-8816-5cbc51c3119b req-ec8d4cbe-bd15-4afb-bb6b-fcecb9d7463b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:09.635122 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2662717f-afc7-4bef-8816-5cbc51c3119b req-ec8d4cbe-bd15-4afb-bb6b-fcecb9d7463b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.1426148 Aug 31 08:56:09.701842 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2662717f-afc7-4bef-8816-5cbc51c3119b req-4addb328-7713-4235-868c-f78b1d4ad4b3 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642147 Aug 31 08:56:10.148982 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2f2ce-8fa3-4b8b-9e37-7d8fdeac7a5b req-d16a1794-11ab-4ebc-9a1b-7092c434ab48 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:10.153627 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b173ab-27e1-4ede-979e-b2066136415e req-312627f5-e237-446a-a4d8-1ac78ffa18ec tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:10.158272 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-84b2f2ce-8fa3-4b8b-9e37-7d8fdeac7a5b req-d16a1794-11ab-4ebc-9a1b-7092c434ab48 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0941262 Aug 31 08:56:10.162569 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-93b173ab-27e1-4ede-979e-b2066136415e req-312627f5-e237-446a-a4d8-1ac78ffa18ec tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 944 time: 0.0751877 Aug 31 08:56:10.211615 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-84b2f2ce-8fa3-4b8b-9e37-7d8fdeac7a5b req-98539a1c-8f9a-48e7-a29d-104fb491cbda tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521715 Aug 31 08:56:10.223471 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-93b173ab-27e1-4ede-979e-b2066136415e req-e5ed205a-8d19-42c7-b590-49ef0a399e74 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596008 Aug 31 08:56:10.388086 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:56:10.631911 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 27776e54-5562-4c5e-babf-0e7137c924cb no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:56:10.684660 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: 27776e54-5562-4c5e-babf-0e7137c924cb {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 08:56:10.685600 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 27776e54-5562-4c5e-babf-0e7137c924cb not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:56:10.899208 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a5301-2f24-486d-be4a-2b2458f39d7b req-3c4f9f34-ecbf-40c7-945b-a59115851dcf tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:10.902255 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ed4a5301-2f24-486d-be4a-2b2458f39d7b req-3c4f9f34-ecbf-40c7-945b-a59115851dcf tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.1040618 Aug 31 08:56:10.999975 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ed4a5301-2f24-486d-be4a-2b2458f39d7b req-d827179b-5a4e-490c-9a69-0e4d219365b3 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867529 Aug 31 08:56:11.373679 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36980925-4306-40a4-9f5f-4644a6b6104a req-e94fdd65-a9f1-4d53-859e-da9c68ae8ab2 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:11.375604 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-36980925-4306-40a4-9f5f-4644a6b6104a req-e94fdd65-a9f1-4d53-859e-da9c68ae8ab2 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 944 time: 0.0705378 Aug 31 08:56:11.425542 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-36980925-4306-40a4-9f5f-4644a6b6104a req-8b485df4-ba66-4779-a9dd-7758d3f61820 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434132 Aug 31 08:56:11.592211 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a108b4-16eb-4b29-8a55-fea8099a0f3d req-b38337d9-95ba-47d6-9d40-c9c6511ee9c6 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:11.592211 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-15a108b4-16eb-4b29-8a55-fea8099a0f3d req-b38337d9-95ba-47d6-9d40-c9c6511ee9c6 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0552599 Aug 31 08:56:11.600939 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-15a108b4-16eb-4b29-8a55-fea8099a0f3d req-665182ba-c79d-4345-9a34-e2e9f6c5e8b7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368531 Aug 31 08:56:11.842803 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1f12461b-2c41-466c-b264-339b1be13810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:11.971459 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da9de1-fef1-446e-bafc-86bd2989a327 req-9e5aa07c-cb43-458a-a729-bc037c11d450 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:11.987045 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-45da9de1-fef1-446e-bafc-86bd2989a327 req-9e5aa07c-cb43-458a-a729-bc037c11d450 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 945 time: 0.0858276 Aug 31 08:56:12.071460 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-45da9de1-fef1-446e-bafc-86bd2989a327 req-e8d32c0d-20be-4b56-b24b-d2442399a064 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808067 Aug 31 08:56:12.227160 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e6f5b-89e3-4cc8-bd6d-a47711bb00c0 req-f19bfd26-7c98-458b-82ce-254f0a55adc7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:12.228886 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-311e6f5b-89e3-4cc8-bd6d-a47711bb00c0 req-f19bfd26-7c98-458b-82ce-254f0a55adc7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0921340 Aug 31 08:56:12.295381 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-311e6f5b-89e3-4cc8-bd6d-a47711bb00c0 req-6b28dca1-41e2-4944-ba58-4746ae2e18aa tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534451 Aug 31 08:56:12.618670 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f130f-596b-482c-99be-5ce779aef59b req-dbf00b56-c6aa-4028-ad5b-3605ae7db038 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:12.620826 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f90f130f-596b-482c-99be-5ce779aef59b req-dbf00b56-c6aa-4028-ad5b-3605ae7db038 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 944 time: 0.0982399 Aug 31 08:56:12.642344 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 69a3b751-564d-441a-ae0a-3a9c9add10de up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:56:12.716724 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f90f130f-596b-482c-99be-5ce779aef59b req-99116aa3-fd53-4db6-b1b7-754cc2371146 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855353 Aug 31 08:56:12.790241 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b053019-5a98-4101-9cd5-0a04a19c896d req-18735cf9-69ff-43a1-a3d8-a629e70bd95a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:12.801768 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2b053019-5a98-4101-9cd5-0a04a19c896d req-18735cf9-69ff-43a1-a3d8-a629e70bd95a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.1007648 Aug 31 08:56:12.807835 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port 69a3b751-564d-441a-ae0a-3a9c9add10de completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:56:12.813366 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 69a3b751-564d-441a-ae0a-3a9c9add10de triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:56:12.813898 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:12.857515 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2b053019-5a98-4101-9cd5-0a04a19c896d req-47a1b6ba-4d75-437e-a8b9-1abfdffea774 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564399 Aug 31 08:56:12.943186 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:12.985377 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5bd3ee-e6a2-4a09-bf69-c74c2e727408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a3b751-564d-441a-ae0a-3a9c9add10de'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:56:12.995586 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5201c8fe-ad0a-454f-8c96-b8463c315492" -d '{"events": [{"server_uuid": "0e5bd3ee-e6a2-4a09-bf69-c74c2e727408", "name": "network-vif-plugged", "status": "completed", "tag": "69a3b751-564d-441a-ae0a-3a9c9add10de"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:56:13.034142 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 69a3b751-564d-441a-ae0a-3a9c9add10de, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=69a3b751-564d-441a-ae0a-3a9c9add10de,segment=NetworkSegment(95c7c713-4fc3-4a0b-8aea-a91a70b01de0),segment_id=95c7c713-4fc3-4a0b-8aea-a91a70b01de0)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:13.074815 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6460289e-8eb5-4df0-a9b7-3c0bbf278570 x-openstack-request-id: req-6460289e-8eb5-4df0-a9b7-3c0bbf278570 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:56:13.075146 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5bd3ee-e6a2-4a09-bf69-c74c2e727408", "name": "network-vif-plugged", "status": "completed", "tag": "69a3b751-564d-441a-ae0a-3a9c9add10de", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:56:13.076304 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6460289e-8eb5-4df0-a9b7-3c0bbf278570 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:56:13.077242 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5bd3ee-e6a2-4a09-bf69-c74c2e727408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a3b751-564d-441a-ae0a-3a9c9add10de', 'code': 200} Aug 31 08:56:13.094275 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:13.210653 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=69a3b751-564d-441a-ae0a-3a9c9add10de,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:13.292707 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41291903-bafb-48de-a05e-26fc52736adc req-cf299805-272b-4250-9630-57032023f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:13.294322 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-41291903-bafb-48de-a05e-26fc52736adc req-cf299805-272b-4250-9630-57032023f927 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 1099 time: 0.1471901 Aug 31 08:56:13.315300 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dd26c-b2b6-4915-a367-4c2075a862ea req-dd96d0a1-0d4f-481a-a8e5-554c0d6b4960 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:13.320771 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-399dd26c-b2b6-4915-a367-4c2075a862ea req-dd96d0a1-0d4f-481a-a8e5-554c0d6b4960 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 945 time: 0.0778494 Aug 31 08:56:13.404023 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-399dd26c-b2b6-4915-a367-4c2075a862ea req-87130180-d001-4b7f-9bc9-d7ddf92f8b7f tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691550 Aug 31 08:56:13.408521 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-41291903-bafb-48de-a05e-26fc52736adc req-e6885f80-2c57-4c1b-86f5-38fc53d36aaf service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029429 Aug 31 08:56:13.490769 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a77dbf-ace2-4993-919d-ffec9a696200 req-1a6a9297-87f8-4952-8c9f-330021dce76f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:13.493180 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-15a77dbf-ace2-4993-919d-ffec9a696200 req-1a6a9297-87f8-4952-8c9f-330021dce76f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0702357 Aug 31 08:56:13.565289 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-15a77dbf-ace2-4993-919d-ffec9a696200 req-86a55ced-7593-4370-a998-a01d315ccba5 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618041 Aug 31 08:56:13.789492 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a074a-5aa5-4eb9-893e-e3046f55ed56 req-807abad5-9e11-4f48-adac-375a0bf95951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:13.791095 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b55a074a-5aa5-4eb9-893e-e3046f55ed56 req-807abad5-9e11-4f48-adac-375a0bf95951 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 1098 time: 0.0880163 Aug 31 08:56:13.900139 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b55a074a-5aa5-4eb9-893e-e3046f55ed56 req-9c438481-2b8c-4323-b3c4-883a1a83c3b3 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975823 Aug 31 08:56:13.923034 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb5c93-ae77-4371-9f2e-cdbd98e606bc req-e3f68f94-fabd-4c24-b333-15bd234924c4 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:13.925154 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6cfb5c93-ae77-4371-9f2e-cdbd98e606bc req-e3f68f94-fabd-4c24-b333-15bd234924c4 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 945 time: 0.0945935 Aug 31 08:56:14.018775 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6cfb5c93-ae77-4371-9f2e-cdbd98e606bc req-0b6b7e90-8608-4a5f-a868-16d74184370d tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851893 Aug 31 08:56:14.024127 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e08719-dc7a-4bef-a610-84b66b26338f req-360a17b8-9666-417f-a493-9fc5ce1d7972 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:14.043646 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e7e08719-dc7a-4bef-a610-84b66b26338f req-360a17b8-9666-417f-a493-9fc5ce1d7972 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0938044 Aug 31 08:56:14.099725 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e7e08719-dc7a-4bef-a610-84b66b26338f req-0a471dc6-f738-4052-9b00-41e9bdbfd032 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491467 Aug 31 08:56:14.455217 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-28b3e960-d8aa-4ece-ba3e-a9396025c788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:14.642476 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:14.655379 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 3a4a0800-4ea3-40c8-8caa-5c61b860489f details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:56:14.746502 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac0cf1-2040-4b0c-a85c-cedeac104b64 req-217151c1-c92b-473b-8222-11243851098e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:14.748038 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3fac0cf1-2040-4b0c-a85c-cedeac104b64 req-217151c1-c92b-473b-8222-11243851098e tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.103 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 945 time: 0.2334094 Aug 31 08:56:14.783058 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5ed1d-312b-4fd0-acca-e437605f9618 req-021fde1a-c177-43f0-9033-ee70b90cf3ed tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:14.790562 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fd8d0-f6b2-4cf6-81ff-f2e1eb1aa14c req-00fe8957-e1a6-4c0b-bade-cde1e743f60c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:14.792198 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-591fd8d0-f6b2-4cf6-81ff-f2e1eb1aa14c req-00fe8957-e1a6-4c0b-bade-cde1e743f60c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.1322429 Aug 31 08:56:14.811420 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-18d5ed1d-312b-4fd0-acca-e437605f9618 req-021fde1a-c177-43f0-9033-ee70b90cf3ed tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 945 time: 0.2699890 Aug 31 08:56:14.938287 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-591fd8d0-f6b2-4cf6-81ff-f2e1eb1aa14c req-2904663c-016d-471a-aa5e-c929abf91d2b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167490 Aug 31 08:56:14.967662 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 3a4a0800-4ea3-40c8-8caa-5c61b860489f, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:14.998848 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '3a4a0800-4ea3-40c8-8caa-5c61b860489f', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'port_id': '3a4a0800-4ea3-40c8-8caa-5c61b860489f', 'mac_address': 'fa:16:3e:27:fb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:56:15.070037 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:15.079085 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-18d5ed1d-312b-4fd0-acca-e437605f9618 req-4743c6c4-64a2-4363-81f7-a60bed4421d4 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540115 Aug 31 08:56:15.085772 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a4a0800-4ea3-40c8-8caa-5c61b860489f {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:56:15.093747 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-3fac0cf1-2040-4b0c-a85c-cedeac104b64 req-029d6dee-daf9-4d36-abf6-74cca9b75cab tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Deleting port 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:56:15.094080 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-3fac0cf1-2040-4b0c-a85c-cedeac104b64 req-029d6dee-daf9-4d36-abf6-74cca9b75cab tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:15.137594 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 3a4a0800-4ea3-40c8-8caa-5c61b860489f, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:15.208736 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bde35-e6d2-4edd-bead-c26115ab5b5b req-02b38d2f-f0fb-4f72-96f0-44a042f75508 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:15.218240 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0b5bde35-e6d2-4edd-bead-c26115ab5b5b req-02b38d2f-f0fb-4f72-96f0-44a042f75508 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 945 time: 0.1089764 Aug 31 08:56:15.248550 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:15.250149 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:15.283605 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0b5bde35-e6d2-4edd-bead-c26115ab5b5b req-0155113b-c9a7-4cc5-b626-887fd25b5da6 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639024 Aug 31 08:56:15.320723 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-3fac0cf1-2040-4b0c-a85c-cedeac104b64 req-029d6dee-daf9-4d36-abf6-74cca9b75cab tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] For port 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:15.321085 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-3fac0cf1-2040-4b0c-a85c-cedeac104b64 req-029d6dee-daf9-4d36-abf6-74cca9b75cab tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:15.338390 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-3fac0cf1-2040-4b0c-a85c-cedeac104b64 req-029d6dee-daf9-4d36-abf6-74cca9b75cab tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Calling delete_port for 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:56:15.422660 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['3a4a0800-4ea3-40c8-8caa-5c61b860489f'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:56:15.440030 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=3a4a0800-4ea3-40c8-8caa-5c61b860489f,revision_number=6']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:15.535841 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826b358-8b06-4cb4-bb82-3c02ebd16029 req-5cc623fc-15d6-4b45-aca3-fa2bbd30c0cc tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:15.544288 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a826b358-8b06-4cb4-bb82-3c02ebd16029 req-5cc623fc-15d6-4b45-aca3-fa2bbd30c0cc tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 945 time: 0.2759311 Aug 31 08:56:15.663917 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:15.664997 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a826b358-8b06-4cb4-bb82-3c02ebd16029 req-64a447d9-d7c4-45d0-97c2-da9ab5eec87c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191368 Aug 31 08:56:15.705937 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-3fac0cf1-2040-4b0c-a85c-cedeac104b64 req-029d6dee-daf9-4d36-abf6-74cca9b75cab tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:15.752554 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d6dee-daf9-4d36-abf6-74cca9b75cab tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Pushing event deleted for resources: {'Port': ['ID=4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:15.776607 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['66d99930-67a2-483c-a535-0df8a5027cb5', 'c0d5a78c-6511-4b32-a20d-7e219acebaa3', '4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:56:15.889162 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fac0cf1-2040-4b0c-a85c-cedeac104b64 req-029d6dee-daf9-4d36-abf6-74cca9b75cab tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] No DVR routers for this DVR port 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:56:15.893462 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-3fac0cf1-2040-4b0c-a85c-cedeac104b64 req-029d6dee-daf9-4d36-abf6-74cca9b75cab tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:15.896274 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3fac0cf1-2040-4b0c-a85c-cedeac104b64 req-029d6dee-daf9-4d36-abf6-74cca9b75cab tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.103 "DELETE /v2.0/ports/4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 HTTP/1.1" status: 204 len: 173 time: 1.1343620 Aug 31 08:56:15.896537 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d53a49-b9bf-4f78-825b-b8b87525b190', 'name': 'network-vif-deleted', 'tag': '4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:56:15.900550 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44177b43-4049-4655-b910-432cfce906ff" -d '{"events": [{"server_uuid": "41d53a49-b9bf-4f78-825b-b8b87525b190", "name": "network-vif-deleted", "tag": "4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:56:15.953772 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f88fad-74e8-4292-84ee-24c00481b749 x-openstack-request-id: req-85f88fad-74e8-4292-84ee-24c00481b749 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:56:15.954067 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d53a49-b9bf-4f78-825b-b8b87525b190", "name": "network-vif-deleted", "tag": "4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:56:15.954318 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-85f88fad-74e8-4292-84ee-24c00481b749 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:56:15.954819 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d53a49-b9bf-4f78-825b-b8b87525b190', 'name': 'network-vif-deleted', 'tag': '4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090', 'status': 'completed', 'code': 200} Aug 31 08:56:16.105143 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb14d19-e0f8-4437-b731-dc40b3d68b3c req-a3fbf199-7432-45ee-b83f-c219422ee7ac tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:16.117800 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-beb14d19-e0f8-4437-b731-dc40b3d68b3c req-a3fbf199-7432-45ee-b83f-c219422ee7ac tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0797586 Aug 31 08:56:16.186117 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-beb14d19-e0f8-4437-b731-dc40b3d68b3c req-51d6749c-8da4-4565-a4e6-51e4db06c6e2 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658207 Aug 31 08:56:16.198300 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-dc0d38a4-c52a-472b-80d1-48533813f6c5 req-8eceb60b-8175-4b42-bcf0-8b90bb365325 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 210 time: 0.0383477 Aug 31 08:56:16.614528 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361113ad-bf5b-4da3-af51-a52ad69bba05 req-2f0a5de3-943d-48ce-a204-c4448ec3212f tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:16.615905 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-361113ad-bf5b-4da3-af51-a52ad69bba05 req-2f0a5de3-943d-48ce-a204-c4448ec3212f tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 945 time: 0.1664615 Aug 31 08:56:16.662695 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-361113ad-bf5b-4da3-af51-a52ad69bba05 req-00ae76e2-c365-4e24-9439-15132407c922 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376697 Aug 31 08:56:16.674888 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 3a4a0800-4ea3-40c8-8caa-5c61b860489f up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:56:16.761433 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 3a4a0800-4ea3-40c8-8caa-5c61b860489f triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:56:16.762149 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:16.812432 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b51d0-f213-40fa-93da-e5f0260d3659 req-f132c6a8-61ee-42d7-a95b-89b86f59607a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:16.841747 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f10b51d0-f213-40fa-93da-e5f0260d3659 req-f132c6a8-61ee-42d7-a95b-89b86f59607a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 945 time: 0.0904226 Aug 31 08:56:16.942030 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f10b51d0-f213-40fa-93da-e5f0260d3659 req-4d4d4807-e87f-4781-9fdf-9866b6ca1c6e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833855 Aug 31 08:56:16.983372 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:17.058270 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 3a4a0800-4ea3-40c8-8caa-5c61b860489f, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:17.059558 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4a0800-4ea3-40c8-8caa-5c61b860489f'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:56:17.061632 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2288f6-e440-493a-8feb-13db017188b0 req-6ed1f42a-c563-42a3-84e3-dbd9c18b5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:17.063425 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaebdfd-3ddf-4b1c-867e-0c85ddd1829a" -d '{"events": [{"server_uuid": "73175b23-c025-4a65-9e4a-ac2f77b76246", "name": "network-vif-plugged", "status": "completed", "tag": "3a4a0800-4ea3-40c8-8caa-5c61b860489f"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:56:17.065848 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0c2288f6-e440-493a-8feb-13db017188b0 req-6ed1f42a-c563-42a3-84e3-dbd9c18b5c99 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=3787ecd5c3554519ba0dfdf3822199a4&device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 1099 time: 0.1058695 Aug 31 08:56:17.130570 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:17.130570 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:56:17.141597 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216f0d8-8097-47c0-b9a8-35260759b250 req-daa68bfd-dff9-4354-8f11-f5ca99325796 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:17.149390 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6216f0d8-8097-47c0-b9a8-35260759b250 req-daa68bfd-dff9-4354-8f11-f5ca99325796 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.1800914 Aug 31 08:56:17.174364 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d493bc-5e3a-4940-88ba-b365e1f7c445 x-openstack-request-id: req-b5d493bc-5e3a-4940-88ba-b365e1f7c445 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:56:17.174650 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73175b23-c025-4a65-9e4a-ac2f77b76246", "name": "network-vif-plugged", "status": "completed", "tag": "3a4a0800-4ea3-40c8-8caa-5c61b860489f", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:56:17.176097 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b5d493bc-5e3a-4940-88ba-b365e1f7c445 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:56:17.176611 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4a0800-4ea3-40c8-8caa-5c61b860489f', 'code': 200} Aug 31 08:56:17.210388 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 08:56:17.210723 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 4982f0c9-cc7a-45b2-b1e4-2aa7a8a53090 not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:56:17.341978 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=3a4a0800-4ea3-40c8-8caa-5c61b860489f,revision_number=7']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:17.356261 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6216f0d8-8097-47c0-b9a8-35260759b250 req-214d0b29-2d14-44d6-b537-fb1f58eba53d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873105 Aug 31 08:56:17.472155 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-74312cb5-55a4-41c0-96c4-cff9b97c76ad req-c7ae5353-dde7-451b-8a63-046d03416171 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=41d53a49-b9bf-4f78-825b-b8b87525b190 HTTP/1.1" status: 200 len: 210 time: 0.0640333 Aug 31 08:56:17.489183 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2288f6-e440-493a-8feb-13db017188b0 req-ecad1ae4-0c03-48da-9ad9-3355d86110f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:17.492033 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0c2288f6-e440-493a-8feb-13db017188b0 req-ecad1ae4-0c03-48da-9ad9-3355d86110f9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=01945155-cccb-454b-bdc9-771df4fdfc75 HTTP/1.1" status: 200 len: 920 time: 0.3874693 Aug 31 08:56:17.557364 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0c2288f6-e440-493a-8feb-13db017188b0 req-93f1dc80-2b6c-4d7c-a3c5-d4f7fbc3b176 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f72c17-3885-45ba-babe-aee7fb045bb5 HTTP/1.1" status: 200 len: 217 time: 0.0503337 Aug 31 08:56:17.585363 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:17.691391 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2288f6-e440-493a-8feb-13db017188b0 req-5aadecfd-ee09-4727-a152-d92c9ac21df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:17.694681 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0c2288f6-e440-493a-8feb-13db017188b0 req-5aadecfd-ee09-4727-a152-d92c9ac21df6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5491e237-5843-4143-aa87-46105c32a598 HTTP/1.1" status: 200 len: 858 time: 0.1293929 Aug 31 08:56:17.742273 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0c2288f6-e440-493a-8feb-13db017188b0 req-c85d7201-ba18-4e03-9682-6a7f22a17be3 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=01945155-cccb-454b-bdc9-771df4fdfc75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345888 Aug 31 08:56:17.883193 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0c2288f6-e440-493a-8feb-13db017188b0 req-a6ac6d98-cabd-4a21-8b90-860318b95b7e service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269565 Aug 31 08:56:18.005134 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0c2288f6-e440-493a-8feb-13db017188b0 req-592e7b69-635b-47aa-b209-98f52590f595 service neutron] 10.222.0.103 "GET /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126137 Aug 31 08:56:18.105465 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eec947-fd75-4578-8c87-d526bb5e57ad req-1b61abdd-d5b6-43b7-8452-1efca69edccc tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:18.107084 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-28eec947-fd75-4578-8c87-d526bb5e57ad req-1b61abdd-d5b6-43b7-8452-1efca69edccc tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0745349 Aug 31 08:56:18.160731 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-28eec947-fd75-4578-8c87-d526bb5e57ad req-a4adff11-46a4-44e7-b401-727a6a528742 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476782 Aug 31 08:56:18.530045 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748ca21-c3d8-4492-a4c4-de9225d657a5 req-3899d7d2-cbcb-4948-a758-ed7610364b17 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:18.533943 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9748ca21-c3d8-4492-a4c4-de9225d657a5 req-3899d7d2-cbcb-4948-a758-ed7610364b17 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0797257 Aug 31 08:56:18.596597 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9748ca21-c3d8-4492-a4c4-de9225d657a5 req-e2001c34-cc1a-46d8-bf00-2a03271ec848 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539963 Aug 31 08:56:19.094299 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402fe18-c550-4c36-8793-8d5c27471fd5 req-8e8a8daf-868d-4ab3-b01e-619c1ed277cd tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:19.101993 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e402fe18-c550-4c36-8793-8d5c27471fd5 req-8e8a8daf-868d-4ab3-b01e-619c1ed277cd tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 945 time: 0.0690517 Aug 31 08:56:19.143234 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e402fe18-c550-4c36-8793-8d5c27471fd5 req-80ca78fe-a2b7-4a93-a380-bcabb827ef47 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402911 Aug 31 08:56:19.489469 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319ce3a-6dbd-4c73-b0e4-19a1689bd2d3 req-f5c05f30-6d70-4ee2-91a0-a01bfddde5d7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:19.491529 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f319ce3a-6dbd-4c73-b0e4-19a1689bd2d3 req-f5c05f30-6d70-4ee2-91a0-a01bfddde5d7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.1326497 Aug 31 08:56:19.533386 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f319ce3a-6dbd-4c73-b0e4-19a1689bd2d3 req-5f5f0ec9-bce3-4cfd-a42e-3f1fa5fbcb98 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358214 Aug 31 08:56:19.734996 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fed031-fd21-461b-8a1a-d7e9596ffa8b req-dabd7920-8067-485a-a5d6-431c048f217f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:19.734996 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c1fed031-fd21-461b-8a1a-d7e9596ffa8b req-dabd7920-8067-485a-a5d6-431c048f217f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0637596 Aug 31 08:56:19.774325 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c1fed031-fd21-461b-8a1a-d7e9596ffa8b req-1c8bed3b-acdb-4d86-a319-0d55b2409a50 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328710 Aug 31 08:56:20.279749 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e13e3-5b29-4898-8e63-262fc589c156 req-6f1e7f91-0e5f-4a4d-8ce6-c1c7c92d2b31 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:20.288560 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d71e13e3-5b29-4898-8e63-262fc589c156 req-6f1e7f91-0e5f-4a4d-8ce6-c1c7c92d2b31 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 945 time: 0.0633178 Aug 31 08:56:20.326878 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d71e13e3-5b29-4898-8e63-262fc589c156 req-e02e63da-fdc8-4d0d-96e6-a919dfbcb514 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374367 Aug 31 08:56:20.661867 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3deb3d-ac1b-476b-9f73-905b872c71f7 req-e2f4a1ce-2b9c-42e0-8686-703a224112ed tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:20.668811 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7a3deb3d-ac1b-476b-9f73-905b872c71f7 req-e2f4a1ce-2b9c-42e0-8686-703a224112ed tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0565934 Aug 31 08:56:20.743814 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7a3deb3d-ac1b-476b-9f73-905b872c71f7 req-3551cceb-5046-4dae-8bb6-99720febf02a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623133 Aug 31 08:56:20.925375 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016a5e1-e971-47a5-a011-dd9ec278f33c req-add37cf5-8ad3-41c7-8615-110e0d50f136 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:20.927225 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b016a5e1-e971-47a5-a011-dd9ec278f33c req-add37cf5-8ad3-41c7-8615-110e0d50f136 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0722218 Aug 31 08:56:20.979760 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b016a5e1-e971-47a5-a011-dd9ec278f33c req-aab79aed-00ec-4d81-8b57-3c96324f813d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454555 Aug 31 08:56:21.069669 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6204de-4f08-4afc-90a5-9fd825948d2b req-806b1eb4-b209-4b9d-a9ea-d5e3a671c738 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:21.072045 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0b6204de-4f08-4afc-90a5-9fd825948d2b req-806b1eb4-b209-4b9d-a9ea-d5e3a671c738 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.103 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 945 time: 0.0757732 Aug 31 08:56:21.198190 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-0b6204de-4f08-4afc-90a5-9fd825948d2b req-b8021926-fb4a-4185-8a98-8c550305a2d1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Deleting port c0d5a78c-6511-4b32-a20d-7e219acebaa3 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:56:21.202578 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0b6204de-4f08-4afc-90a5-9fd825948d2b req-b8021926-fb4a-4185-8a98-8c550305a2d1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:21.314025 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-0b6204de-4f08-4afc-90a5-9fd825948d2b req-b8021926-fb4a-4185-8a98-8c550305a2d1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] For port c0d5a78c-6511-4b32-a20d-7e219acebaa3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=c0d5a78c-6511-4b32-a20d-7e219acebaa3,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:21.314472 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0b6204de-4f08-4afc-90a5-9fd825948d2b req-b8021926-fb4a-4185-8a98-8c550305a2d1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:21.331511 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-0b6204de-4f08-4afc-90a5-9fd825948d2b req-b8021926-fb4a-4185-8a98-8c550305a2d1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Calling delete_port for c0d5a78c-6511-4b32-a20d-7e219acebaa3 owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:56:21.508306 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3c866-c86b-404e-bfcf-8849827fce9c req-b20cea6c-ea55-468c-87da-82267c780370 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:21.520322 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-14e3c866-c86b-404e-bfcf-8849827fce9c req-b20cea6c-ea55-468c-87da-82267c780370 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 945 time: 0.0927691 Aug 31 08:56:21.614051 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-14e3c866-c86b-404e-bfcf-8849827fce9c req-229a676e-03f8-4872-a04d-f16694e919c4 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923688 Aug 31 08:56:21.682747 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0b6204de-4f08-4afc-90a5-9fd825948d2b req-b8021926-fb4a-4185-8a98-8c550305a2d1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:21.695594 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['66d99930-67a2-483c-a535-0df8a5027cb5', 'c0d5a78c-6511-4b32-a20d-7e219acebaa3'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:56:21.715323 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8021926-fb4a-4185-8a98-8c550305a2d1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Pushing event deleted for resources: {'Port': ['ID=c0d5a78c-6511-4b32-a20d-7e219acebaa3,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:21.815918 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6204de-4f08-4afc-90a5-9fd825948d2b req-b8021926-fb4a-4185-8a98-8c550305a2d1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] No DVR routers for this DVR port c0d5a78c-6511-4b32-a20d-7e219acebaa3 on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:56:21.847333 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0b6204de-4f08-4afc-90a5-9fd825948d2b req-b8021926-fb4a-4185-8a98-8c550305a2d1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:21.849809 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0b6204de-4f08-4afc-90a5-9fd825948d2b req-b8021926-fb4a-4185-8a98-8c550305a2d1 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.103 "DELETE /v2.0/ports/c0d5a78c-6511-4b32-a20d-7e219acebaa3 HTTP/1.1" status: 204 len: 173 time: 0.7678156 Aug 31 08:56:21.850379 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbecfda-bad9-4210-99c4-d2f76e7857b6', 'name': 'network-vif-deleted', 'tag': 'c0d5a78c-6511-4b32-a20d-7e219acebaa3'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:56:21.853343 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d832a9-4006-4839-8bde-0d5f5b974f40" -d '{"events": [{"server_uuid": "bcbecfda-bad9-4210-99c4-d2f76e7857b6", "name": "network-vif-deleted", "tag": "c0d5a78c-6511-4b32-a20d-7e219acebaa3"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:56:21.961152 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b60ee-61ef-4856-aebe-859e6072567d req-051b8b1d-3a25-4622-83a0-df3ae4f5bd27 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:21.963574 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f10b60ee-61ef-4856-aebe-859e6072567d req-051b8b1d-3a25-4622-83a0-df3ae4f5bd27 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.1177719 Aug 31 08:56:21.998925 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c00b64-1dd6-4da1-a2eb-5c91a4b89ea9 x-openstack-request-id: req-39c00b64-1dd6-4da1-a2eb-5c91a4b89ea9 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:56:21.999205 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbecfda-bad9-4210-99c4-d2f76e7857b6", "name": "network-vif-deleted", "tag": "c0d5a78c-6511-4b32-a20d-7e219acebaa3", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:56:21.999443 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-39c00b64-1dd6-4da1-a2eb-5c91a4b89ea9 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:56:21.999861 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbecfda-bad9-4210-99c4-d2f76e7857b6', 'name': 'network-vif-deleted', 'tag': 'c0d5a78c-6511-4b32-a20d-7e219acebaa3', 'status': 'completed', 'code': 200} Aug 31 08:56:22.023448 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f10b60ee-61ef-4856-aebe-859e6072567d req-32c3820d-700a-4651-9fc6-8d8d4cfeeecd tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500522 Aug 31 08:56:22.166638 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f4e38-4a73-4fcb-aa96-b43250134198 req-d783a99a-6f35-459b-a64c-6d3d3d53f091 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:22.169302 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0d1f4e38-4a73-4fcb-aa96-b43250134198 req-d783a99a-6f35-459b-a64c-6d3d3d53f091 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0678792 Aug 31 08:56:22.238371 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0d1f4e38-4a73-4fcb-aa96-b43250134198 req-2b8c88de-0e24-41a9-bad1-04da814900fb tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608530 Aug 31 08:56:22.776207 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-831b5262-511a-41ea-a354-af3bbb0691fc req-6b88a305-d93e-4327-bc44-38eac28007ea tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=bcbecfda-bad9-4210-99c4-d2f76e7857b6 HTTP/1.1" status: 200 len: 210 time: 0.0412488 Aug 31 08:56:22.964181 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 53428) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:23.029809 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ff4f1a-8d27-4818-bcde-37d552c4a8ab admin admin] Deleting subnet a7587c80-3361-4e0e-b546-6350b48b9bc6 {{(pid=101272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:56:23.033173 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4f1a-8d27-4818-bcde-37d552c4a8ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:23.098650 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4f1a-8d27-4818-bcde-37d552c4a8ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192415'] for subnet, precommit_delete_associations {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:23.179092 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4f1a-8d27-4818-bcde-37d552c4a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:23.222360 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09d114-79e9-4817-9806-037e3897c4d5 req-c1597c9c-2f41-4080-8b62-5fc94fb6ecc1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:23.223894 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4d09d114-79e9-4817-9806-037e3897c4d5 req-c1597c9c-2f41-4080-8b62-5fc94fb6ecc1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0640478 Aug 31 08:56:23.264937 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4d09d114-79e9-4817-9806-037e3897c4d5 req-be11efa2-5ad9-413d-94ac-06a15ef97ea9 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342674 Aug 31 08:56:23.585744 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4f1a-8d27-4818-bcde-37d552c4a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9270521'] for subnet, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:23.615855 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff4f1a-8d27-4818-bcde-37d552c4a8ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7587c80-3361-4e0e-b546-6350b48b9bc6,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:23.620497 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a4ff4f1a-8d27-4818-bcde-37d552c4a8ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:23.622759 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-a4ff4f1a-8d27-4818-bcde-37d552c4a8ab admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a7587c80-3361-4e0e-b546-6350b48b9bc6 HTTP/1.1" status: 204 len: 168 time: 0.6572521 Aug 31 08:56:23.625191 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 53432) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:23.721208 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-60f3f9cd-97a2-483c-89fc-03d2241aa012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:23.833766 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-60f3f9cd-97a2-483c-89fc-03d2241aa012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:23.869639 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-60f3f9cd-97a2-483c-89fc-03d2241aa012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d281192-1403-4bf7-92ff-ccd87bd67df8']}} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:56:23.886905 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-60f3f9cd-97a2-483c-89fc-03d2241aa012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2524e3d-6362-48cf-b1b9-cb93b877916e') {'for_net_delete': True} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:56:23.887397 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-60f3f9cd-97a2-483c-89fc-03d2241aa012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2524e3d-6362-48cf-b1b9-cb93b877916e') {} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:56:23.906939 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-60f3f9cd-97a2-483c-89fc-03d2241aa012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192420'] for segment, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:23.932702 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-60f3f9cd-97a2-483c-89fc-03d2241aa012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:23.946983 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f3f9cd-97a2-483c-89fc-03d2241aa012 admin admin] Releasing vlan 1369 on physical network physnet1 to pool {{(pid=101272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:56:23.947930 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-60f3f9cd-97a2-483c-89fc-03d2241aa012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427496'] for segment, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: Traceback (most recent call last): Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: timer() Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: cb(*args, **kw) Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: return func(*args, **kwargs) Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: self._notify() Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: self.callback(batched_events) Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: event.method(event) Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: return f(self, *a, **k) Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._get(url).json() Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: return self.request(url, 'GET', **kwargs) Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:56:23.954032 dv-cinder-782910-2-iscsi neutron-server[101272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:56:24.116849 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-60f3f9cd-97a2-483c-89fc-03d2241aa012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:24.126507 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-60f3f9cd-97a2-483c-89fc-03d2241aa012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:24.131467 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-60f3f9cd-97a2-483c-89fc-03d2241aa012 admin admin] 10.222.0.74 "DELETE /v2.0/networks/0d281192-1403-4bf7-92ff-ccd87bd67df8 HTTP/1.1" status: 204 len: 168 time: 0.5030615 Aug 31 08:56:24.142746 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3f9cd-97a2-483c-89fc-03d2241aa012 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d281192-1403-4bf7-92ff-ccd87bd67df8,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:24.414214 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2802a-ea35-4426-bb03-1b9ba9e95764 req-0c80ecf1-d39e-4252-9297-7f1896df1d7b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:24.415907 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c3c2802a-ea35-4426-bb03-1b9ba9e95764 req-0c80ecf1-d39e-4252-9297-7f1896df1d7b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0618198 Aug 31 08:56:24.483807 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c3c2802a-ea35-4426-bb03-1b9ba9e95764 req-e14e06f5-5471-4fa9-9dd4-4a836207d242 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579722 Aug 31 08:56:24.622728 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 53452) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:24.678366 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-077a778d-c653-4378-a500-cd6da332245d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=913d5b94ca184880b6cb6f6b37f3dc2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544040 Aug 31 08:56:24.681285 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 53454) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:24.734540 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device c0d5a78c-6511-4b32-a20d-7e219acebaa3 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:56:24.785326 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7bef8eb9-1517-48d1-a4b1-e2370ddd79c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:24.786895 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: c0d5a78c-6511-4b32-a20d-7e219acebaa3 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 08:56:24.787754 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device c0d5a78c-6511-4b32-a20d-7e219acebaa3 not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:56:24.843151 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7bef8eb9-1517-48d1-a4b1-e2370ddd79c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:25.002368 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7bef8eb9-1517-48d1-a4b1-e2370ddd79c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:25.007191 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7bef8eb9-1517-48d1-a4b1-e2370ddd79c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:25.009795 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-7bef8eb9-1517-48d1-a4b1-e2370ddd79c0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/474b0f31-82b3-4112-95bb-c2f32350d68c HTTP/1.1" status: 204 len: 168 time: 0.3270953 Aug 31 08:56:25.031018 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef8eb9-1517-48d1-a4b1-e2370ddd79c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474b0f31-82b3-4112-95bb-c2f32350d68c,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:25.736972 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3732f-ee56-42e3-be4f-cd479edfb426 req-d217b583-3f16-46e3-9e7e-d79f153970a5 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:25.738124 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-77a3732f-ee56-42e3-be4f-cd479edfb426 req-d217b583-3f16-46e3-9e7e-d79f153970a5 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.1445920 Aug 31 08:56:25.809684 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-77a3732f-ee56-42e3-be4f-cd479edfb426 req-6e06cd26-acfe-42ff-88d0-6da9f4aab0bd tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663900 Aug 31 08:56:25.958396 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405207bc-ca8b-4f66-99e3-0a7aec6fffaa req-7c5e3980-fc78-4114-b8cf-73371f297198 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:25.962764 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-405207bc-ca8b-4f66-99e3-0a7aec6fffaa req-7c5e3980-fc78-4114-b8cf-73371f297198 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 945 time: 0.0789392 Aug 31 08:56:26.060513 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-405207bc-ca8b-4f66-99e3-0a7aec6fffaa req-0079e72d-7d8c-4179-9295-7d8488104738 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838048 Aug 31 08:56:27.082459 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ecb79-eb00-4633-a68d-566a6d3b6049 req-20a9ae74-d311-4f99-bbf6-7820f800981c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:27.093907 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1e8ecb79-eb00-4633-a68d-566a6d3b6049 req-20a9ae74-d311-4f99-bbf6-7820f800981c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.1417322 Aug 31 08:56:27.200296 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1e8ecb79-eb00-4633-a68d-566a6d3b6049 req-64c347d8-5503-4c6e-95f6-303eef1db8f7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026690 Aug 31 08:56:27.297500 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd2a89-4c10-4d68-829a-4bef8c82f10a req-bf954c74-557f-4f26-acdb-3110d40cbfbc tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:27.301452 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-01dd2a89-4c10-4d68-829a-4bef8c82f10a req-bf954c74-557f-4f26-acdb-3110d40cbfbc tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 945 time: 0.0857766 Aug 31 08:56:27.358310 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-01dd2a89-4c10-4d68-829a-4bef8c82f10a req-6bbc1683-e10e-4d80-9f9a-41c9731d00a4 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/security-groups?id=80e2bae6-0b46-47db-b56e-f2437a08ca35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454433 Aug 31 08:56:27.867224 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e668d15-37a5-4f1a-bb66-9f51d8fbdad2 req-fc4ab4a0-e7ad-4393-9c99-3d3b774f1c94 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:27.868811 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0e668d15-37a5-4f1a-bb66-9f51d8fbdad2 req-fc4ab4a0-e7ad-4393-9c99-3d3b774f1c94 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.103 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 945 time: 0.0532062 Aug 31 08:56:27.982193 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-0e668d15-37a5-4f1a-bb66-9f51d8fbdad2 req-a765fcb1-fe6b-4811-a9a0-bbc099506a71 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Deleting port 66d99930-67a2-483c-a535-0df8a5027cb5 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:56:27.982554 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0e668d15-37a5-4f1a-bb66-9f51d8fbdad2 req-a765fcb1-fe6b-4811-a9a0-bbc099506a71 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:28.120220 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-0e668d15-37a5-4f1a-bb66-9f51d8fbdad2 req-a765fcb1-fe6b-4811-a9a0-bbc099506a71 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] For port 66d99930-67a2-483c-a535-0df8a5027cb5, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=66d99930-67a2-483c-a535-0df8a5027cb5,segment=NetworkSegment(194ad21f-0790-4302-b3b4-c1aa57df398f),segment_id=194ad21f-0790-4302-b3b4-c1aa57df398f)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:28.121368 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0e668d15-37a5-4f1a-bb66-9f51d8fbdad2 req-a765fcb1-fe6b-4811-a9a0-bbc099506a71 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:28.151255 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-0e668d15-37a5-4f1a-bb66-9f51d8fbdad2 req-a765fcb1-fe6b-4811-a9a0-bbc099506a71 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Calling delete_port for 66d99930-67a2-483c-a535-0df8a5027cb5 owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:56:28.602206 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0e668d15-37a5-4f1a-bb66-9f51d8fbdad2 req-a765fcb1-fe6b-4811-a9a0-bbc099506a71 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:28.605217 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['66d99930-67a2-483c-a535-0df8a5027cb5'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:56:28.634694 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765fcb1-fe6b-4811-a9a0-bbc099506a71 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Pushing event deleted for resources: {'Port': ['ID=66d99930-67a2-483c-a535-0df8a5027cb5,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:28.691337 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e668d15-37a5-4f1a-bb66-9f51d8fbdad2 req-a765fcb1-fe6b-4811-a9a0-bbc099506a71 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] No DVR routers for this DVR port 66d99930-67a2-483c-a535-0df8a5027cb5 on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:56:28.694853 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-0e668d15-37a5-4f1a-bb66-9f51d8fbdad2 req-a765fcb1-fe6b-4811-a9a0-bbc099506a71 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:28.698391 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0e668d15-37a5-4f1a-bb66-9f51d8fbdad2 req-a765fcb1-fe6b-4811-a9a0-bbc099506a71 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.103 "DELETE /v2.0/ports/66d99930-67a2-483c-a535-0df8a5027cb5 HTTP/1.1" status: 204 len: 173 time: 0.8225889 Aug 31 08:56:28.698856 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb86ee7-321c-4913-b7f3-47c66936a258', 'name': 'network-vif-deleted', 'tag': '66d99930-67a2-483c-a535-0df8a5027cb5'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:56:28.701648 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc07dcce-a083-402f-81e4-f0b9be93594c" -d '{"events": [{"server_uuid": "1eb86ee7-321c-4913-b7f3-47c66936a258", "name": "network-vif-deleted", "tag": "66d99930-67a2-483c-a535-0df8a5027cb5"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:56:28.940450 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afce2b9-1967-4474-b928-10d3e1596f3d req-90ad9440-40cd-4687-8487-573cd10cd792 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:28.942144 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9afce2b9-1967-4474-b928-10d3e1596f3d req-90ad9440-40cd-4687-8487-573cd10cd792 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0746341 Aug 31 08:56:28.992284 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9afce2b9-1967-4474-b928-10d3e1596f3d req-ec38c705-59aa-4a14-9481-74225550a289 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435364 Aug 31 08:56:29.090252 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b55525e6-f326-4b1c-8a18-78a5022a56d4 req-cdc57201-5f87-4a13-808a-f975e1ec59a9 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 210 time: 0.0285864 Aug 31 08:56:29.142709 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a62900-ab13-4653-a913-67ad3125bc0a x-openstack-request-id: req-e3a62900-ab13-4653-a913-67ad3125bc0a {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:56:29.143409 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb86ee7-321c-4913-b7f3-47c66936a258", "name": "network-vif-deleted", "tag": "66d99930-67a2-483c-a535-0df8a5027cb5", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:56:29.143409 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e3a62900-ab13-4653-a913-67ad3125bc0a {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:56:29.143601 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb86ee7-321c-4913-b7f3-47c66936a258', 'name': 'network-vif-deleted', 'tag': '66d99930-67a2-483c-a535-0df8a5027cb5', 'status': 'completed', 'code': 200} Aug 31 08:56:29.292655 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53531e9-4da8-4455-90eb-3901a881f964 req-82026fb9-95c1-4c37-bb0d-0e90f6eaa7cf tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:29.295128 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e53531e9-4da8-4455-90eb-3901a881f964 req-82026fb9-95c1-4c37-bb0d-0e90f6eaa7cf tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0587919 Aug 31 08:56:29.344716 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e53531e9-4da8-4455-90eb-3901a881f964 req-85cb86c5-7565-473b-b61c-5e73f7397873 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429556 Aug 31 08:56:29.792477 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-62066d50-bf30-4938-a887-7549365ecc3c tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=cab921e5391f47bebfb0448d5544cd00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381014 Aug 31 08:56:30.011366 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-07bf3da7-3b20-45c5-a586-ba09423f54bf tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:30.013044 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-07bf3da7-3b20-45c5-a586-ba09423f54bf tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138634 Aug 31 08:56:30.043773 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-dd71d959-a2e4-409e-b7c6-1346ab2b593e tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/quotas/cab921e5391f47bebfb0448d5544cd00 HTTP/1.1" status: 200 len: 375 time: 0.0115733 Aug 31 08:56:30.077322 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-b3358476-d2d8-4193-b608-de7c67e1ba8e tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=cab921e5391f47bebfb0448d5544cd00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276623 Aug 31 08:56:30.150558 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d4ae3-8eb4-46a4-ace8-27734503a272 req-dfea9a56-914b-4d01-9599-38ab2fd70ea5 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:30.152794 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-783d4ae3-8eb4-46a4-ace8-27734503a272 req-dfea9a56-914b-4d01-9599-38ab2fd70ea5 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0635557 Aug 31 08:56:30.226581 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-783d4ae3-8eb4-46a4-ace8-27734503a272 req-29d39d81-0591-4f24-b5f6-6cd984192dc2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676646 Aug 31 08:56:30.241176 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0a5b-5ea6-425f-949d-bbb2c56a1244 req-8d5a351f-7ff5-43b0-ad29-4070317261e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:30.244316 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f2ad0a5b-5ea6-425f-949d-bbb2c56a1244 req-8d5a351f-7ff5-43b0-ad29-4070317261e6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e986ed04246f4cd9a5fafdf9f660684b&device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 1099 time: 0.0705402 Aug 31 08:56:30.369524 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ba0b5459-f639-4309-98d5-e0b59191fd4d req-6b0ca6f0-98e4-40b7-9a35-759d6eb1fe88 tempest-AttachVolumeNegativeTest-1875418205 tempest-AttachVolumeNegativeTest-1875418205-project] 10.222.0.74 "GET /v2.0/ports?device_id=1eb86ee7-321c-4913-b7f3-47c66936a258 HTTP/1.1" status: 200 len: 210 time: 0.0504491 Aug 31 08:56:30.412101 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4c7b473f-7b5e-44a6-954a-624b509cf77d req-d15087b7-fd65-41ef-a9b5-3b656eb99b2d tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 210 time: 0.0379634 Aug 31 08:56:30.428386 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0a5b-5ea6-425f-949d-bbb2c56a1244 req-623af93b-3aec-40fd-8b88-1a63ae7f3b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:30.436196 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f2ad0a5b-5ea6-425f-949d-bbb2c56a1244 req-623af93b-3aec-40fd-8b88-1a63ae7f3b56 service neutron] 10.222.0.103 "GET /v2.0/networks?id=945ae18c-2f91-47bd-bfbd-369ee74f27e6 HTTP/1.1" status: 200 len: 919 time: 0.1748016 Aug 31 08:56:30.549983 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f2ad0a5b-5ea6-425f-949d-bbb2c56a1244 req-c089e571-ec81-481b-ae39-2edc9dd19cd0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f HTTP/1.1" status: 200 len: 1001 time: 0.1062152 Aug 31 08:56:30.572333 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639572c-9f1a-44b2-bd79-9cb99117ef71 req-cff294a7-85fb-447f-a199-7b12f3dda826 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:30.581291 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f639572c-9f1a-44b2-bd79-9cb99117ef71 req-cff294a7-85fb-447f-a199-7b12f3dda826 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.1135173 Aug 31 08:56:30.889165 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0a5b-5ea6-425f-949d-bbb2c56a1244 req-b31f6875-cf91-4574-8db2-5451e9dfe078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:30.890632 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f2ad0a5b-5ea6-425f-949d-bbb2c56a1244 req-b31f6875-cf91-4574-8db2-5451e9dfe078 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5f7e7944-275c-4f13-be48-7508c282a8a0 HTTP/1.1" status: 200 len: 856 time: 0.3123567 Aug 31 08:56:30.895466 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f639572c-9f1a-44b2-bd79-9cb99117ef71 req-3729c5ce-d2c2-4ff3-ae42-6f1ac7ed4121 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075502 Aug 31 08:56:30.945107 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0a5b-5ea6-425f-949d-bbb2c56a1244 req-8038c44e-46bf-4c77-8596-46cf17c1fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:30.946568 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f2ad0a5b-5ea6-425f-949d-bbb2c56a1244 req-8038c44e-46bf-4c77-8596-46cf17c1fcb4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=945ae18c-2f91-47bd-bfbd-369ee74f27e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429621 Aug 31 08:56:31.051593 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f2ad0a5b-5ea6-425f-949d-bbb2c56a1244 req-d1e3143d-d0f7-4847-af50-2d3bff077f1e service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954940 Aug 31 08:56:31.158483 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f2ad0a5b-5ea6-425f-949d-bbb2c56a1244 req-9109e903-70b7-4541-ac98-b6a42e1034b4 service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984488 Aug 31 08:56:31.364208 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1c595-c0c2-4826-8d03-0c10ac44e3bf req-234c23d4-78c4-47c3-b930-5798299a0fb5 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:31.365706 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7ef1c595-c0c2-4826-8d03-0c10ac44e3bf req-234c23d4-78c4-47c3-b930-5798299a0fb5 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.0569508 Aug 31 08:56:31.407475 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7ef1c595-c0c2-4826-8d03-0c10ac44e3bf req-7f459c49-b5f6-420a-8a70-c3adcc3eca02 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355349 Aug 31 08:56:31.466276 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 53602) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:31.495979 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6411c-3470-45dc-8593-526f61738f6b req-27f44de9-81fe-4d32-899f-6009112e1bf9 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:31.504370 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-dfb6411c-3470-45dc-8593-526f61738f6b req-27f44de9-81fe-4d32-899f-6009112e1bf9 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0734155 Aug 31 08:56:31.552597 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-dfb6411c-3470-45dc-8593-526f61738f6b req-16d83919-2d59-4387-9a7e-d4ecd87f49bb tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448203 Aug 31 08:56:31.597996 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc05bc2-ec8a-4235-bb86-4d37ecd02885 admin admin] Deleting subnet 837ede5a-1816-4179-8f6b-8cad7d412f98 {{(pid=101273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:56:31.605925 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-aaf54e51-5ce9-4405-9db0-4a310f922d3d req-ae96777d-763a-4353-bcd3-cf098e301831 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 210 time: 0.0746076 Aug 31 08:56:31.606683 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0fc05bc2-ec8a-4235-bb86-4d37ecd02885 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:31.643858 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0fc05bc2-ec8a-4235-bb86-4d37ecd02885 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12966715'] for subnet, precommit_delete_associations {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:31.689361 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0fc05bc2-ec8a-4235-bb86-4d37ecd02885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:32.028936 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa59b6-5ddc-44c2-a3b4-5120b6c4c1d7 req-6e25046e-a684-41e4-9199-4131519e9c56 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:32.030615 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a4fa59b6-5ddc-44c2-a3b4-5120b6c4c1d7 req-6e25046e-a684-41e4-9199-4131519e9c56 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0518012 Aug 31 08:56:32.051290 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0fc05bc2-ec8a-4235-bb86-4d37ecd02885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12899978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12590140'] for subnet, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:32.071982 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a4fa59b6-5ddc-44c2-a3b4-5120b6c4c1d7 req-5cebb2a6-d3e1-43e8-9c4a-20b71b432a69 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348277 Aug 31 08:56:32.083047 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc05bc2-ec8a-4235-bb86-4d37ecd02885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=837ede5a-1816-4179-8f6b-8cad7d412f98,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:32.094814 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0fc05bc2-ec8a-4235-bb86-4d37ecd02885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:32.096586 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-0fc05bc2-ec8a-4235-bb86-4d37ecd02885 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/837ede5a-1816-4179-8f6b-8cad7d412f98 HTTP/1.1" status: 204 len: 168 time: 0.6289542 Aug 31 08:56:32.100882 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 53608) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:32.174525 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e8d32cfd-63fe-4132-8958-7db9d62d42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:32.268932 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e8d32cfd-63fe-4132-8958-7db9d62d42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:32.278977 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-e8d32cfd-63fe-4132-8958-7db9d62d42d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5028c28c-c36e-4db6-bf36-1ce074bcd249']}} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:56:32.291133 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-e8d32cfd-63fe-4132-8958-7db9d62d42d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194ad21f-0790-4302-b3b4-c1aa57df398f') {'for_net_delete': True} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:56:32.291422 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-e8d32cfd-63fe-4132-8958-7db9d62d42d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194ad21f-0790-4302-b3b4-c1aa57df398f') {} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:56:32.301541 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e8d32cfd-63fe-4132-8958-7db9d62d42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192420'] for segment, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:32.321747 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e8d32cfd-63fe-4132-8958-7db9d62d42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d32cfd-63fe-4132-8958-7db9d62d42d2 admin admin] Releasing vlan 1393 on physical network physnet1 to pool {{(pid=101272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e8d32cfd-63fe-4132-8958-7db9d62d42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427496'] for segment, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: Traceback (most recent call last): Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: timer() Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: cb(*args, **kw) Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: return func(*args, **kwargs) Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: self._notify() Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: self.callback(batched_events) Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: event.method(event) Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: return f(self, *a, **k) Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._get(url).json() Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: return self.request(url, 'GET', **kwargs) Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:56:32.336104 dv-cinder-782910-2-iscsi neutron-server[101272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:56:32.379900 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74499e0d-e2b5-4571-8f32-dbae130b7e52 req-532b414d-1a4a-49fe-88eb-d4f8fa632448 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:32.382616 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-74499e0d-e2b5-4571-8f32-dbae130b7e52 req-532b414d-1a4a-49fe-88eb-d4f8fa632448 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.103 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 945 time: 0.0682790 Aug 31 08:56:32.482498 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e8d32cfd-63fe-4132-8958-7db9d62d42d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:32.488216 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e8d32cfd-63fe-4132-8958-7db9d62d42d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:32.491011 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-e8d32cfd-63fe-4132-8958-7db9d62d42d2 admin admin] 10.222.0.74 "DELETE /v2.0/networks/5028c28c-c36e-4db6-bf36-1ce074bcd249 HTTP/1.1" status: 204 len: 168 time: 0.3884847 Aug 31 08:56:32.511441 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-74499e0d-e2b5-4571-8f32-dbae130b7e52 req-3fc8d41c-e7d4-4e29-a514-ca176d8619a0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Deleting port 802c77d2-ae30-4b14-a543-58e6e5bd1e18 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:56:32.512268 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-74499e0d-e2b5-4571-8f32-dbae130b7e52 req-3fc8d41c-e7d4-4e29-a514-ca176d8619a0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:32.513510 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d32cfd-63fe-4132-8958-7db9d62d42d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5028c28c-c36e-4db6-bf36-1ce074bcd249,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:32.689671 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3e033-474b-4054-88da-798dac2c0e47 req-d51407b7-986a-405e-9fc2-42a6bcb714f3 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:32.692315 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-54d3e033-474b-4054-88da-798dac2c0e47 req-d51407b7-986a-405e-9fc2-42a6bcb714f3 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 946 time: 0.1536760 Aug 31 08:56:32.714963 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-74499e0d-e2b5-4571-8f32-dbae130b7e52 req-3fc8d41c-e7d4-4e29-a514-ca176d8619a0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] For port 802c77d2-ae30-4b14-a543-58e6e5bd1e18, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=802c77d2-ae30-4b14-a543-58e6e5bd1e18,segment=NetworkSegment(eecfa237-a499-4b1a-a281-9a9ba0871f9e),segment_id=eecfa237-a499-4b1a-a281-9a9ba0871f9e)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:32.715338 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-74499e0d-e2b5-4571-8f32-dbae130b7e52 req-3fc8d41c-e7d4-4e29-a514-ca176d8619a0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:32.737924 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd06b7-0034-432a-98be-4c306ce78512 req-9633c0af-dc57-4033-846e-299aa700785b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:32.739402 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-74499e0d-e2b5-4571-8f32-dbae130b7e52 req-3fc8d41c-e7d4-4e29-a514-ca176d8619a0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Calling delete_port for 802c77d2-ae30-4b14-a543-58e6e5bd1e18 owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:56:32.739612 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ddbd06b7-0034-432a-98be-4c306ce78512 req-9633c0af-dc57-4033-846e-299aa700785b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0664427 Aug 31 08:56:32.751453 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 3a4a0800-4ea3-40c8-8caa-5c61b860489f no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:56:32.760908 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-54d3e033-474b-4054-88da-798dac2c0e47 req-6d7f1258-4ae6-4af1-8f45-5b75d8cb58be tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585444 Aug 31 08:56:32.829441 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ddbd06b7-0034-432a-98be-4c306ce78512 req-56cd2208-30e9-4526-884f-d78f51cd8c3f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820663 Aug 31 08:56:32.850358 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:32.876474 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4a0800-4ea3-40c8-8caa-5c61b860489f'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:56:32.878811 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e53f789-4305-4fc2-99e8-6eff7f4ac93d" -d '{"events": [{"server_uuid": "73175b23-c025-4a65-9e4a-ac2f77b76246", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4a0800-4ea3-40c8-8caa-5c61b860489f"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:56:32.889591 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0bcef71c-400d-4ecf-bbd5-c3f2bd32620e req-f82e5062-daa8-4f43-b70d-987a4e2981cb tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 210 time: 0.0320270 Aug 31 08:56:32.894386 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 3a4a0800-4ea3-40c8-8caa-5c61b860489f, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:32.929147 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 08:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530bfd72-c367-405a-b71f-fd3b99355592 x-openstack-request-id: req-530bfd72-c367-405a-b71f-fd3b99355592 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:56:32.929445 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73175b23-c025-4a65-9e4a-ac2f77b76246", "name": "network-vif-unplugged", "status": "completed", "tag": "3a4a0800-4ea3-40c8-8caa-5c61b860489f", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:56:32.929707 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-530bfd72-c367-405a-b71f-fd3b99355592 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:56:32.930144 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a4a0800-4ea3-40c8-8caa-5c61b860489f', 'code': 200} Aug 31 08:56:32.999560 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-f1cc8374-9202-42cc-8c0f-e4ec3e410918 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.103 "GET /v2.0/networks?tenant_id=cab921e5391f47bebfb0448d5544cd00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373340 Aug 31 08:56:32.999848 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:32.999848 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 66d99930-67a2-483c-a535-0df8a5027cb5 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:56:33.029079 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 53622) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:33.073117 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-bae1235a-8762-44f2-aee5-812ea9f66bee admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=704d4d43abe84cdd94ebff6859425e87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0426106 Aug 31 08:56:33.075585 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 53624) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:33.076912 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: 66d99930-67a2-483c-a535-0df8a5027cb5 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 08:56:33.077383 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 66d99930-67a2-483c-a535-0df8a5027cb5 not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:56:33.135724 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=3a4a0800-4ea3-40c8-8caa-5c61b860489f,revision_number=8']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:33.148300 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:33.149464 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:33.150212 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:33.150754 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:33.151293 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:33.151832 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:33.152406 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:33.153029 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:33.153559 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:33.154288 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:33.154835 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:33.155596 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:33.175832 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f3d7-71e8-4ab0-b36b-b5ce322abeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:33.181845 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-74499e0d-e2b5-4571-8f32-dbae130b7e52 req-3fc8d41c-e7d4-4e29-a514-ca176d8619a0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:33.198979 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['81f72c17-3885-45ba-babe-aee7fb045bb5', '802c77d2-ae30-4b14-a543-58e6e5bd1e18'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:56:33.202682 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f3d7-71e8-4ab0-b36b-b5ce322abeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:33.221666 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dfe1f58c-8334-4775-83f7-7cbe81c56ed6 req-f2926604-4ce0-4139-9e65-43767464da25 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.0549943 Aug 31 08:56:33.279861 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8d41c-e7d4-4e29-a514-ca176d8619a0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Pushing event deleted for resources: {'Port': ['ID=802c77d2-ae30-4b14-a543-58e6e5bd1e18,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:33.345232 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f3d7-71e8-4ab0-b36b-b5ce322abeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:33.348553 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f3d7-71e8-4ab0-b36b-b5ce322abeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:33.350260 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-8ee9f3d7-71e8-4ab0-b36b-b5ce322abeff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/80e2bae6-0b46-47db-b56e-f2437a08ca35 HTTP/1.1" status: 204 len: 168 time: 0.2737322 Aug 31 08:56:33.359188 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9f3d7-71e8-4ab0-b36b-b5ce322abeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e2bae6-0b46-47db-b56e-f2437a08ca35,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:33.372578 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-c3ba20ad-9a1c-48a0-9e87-09065f71f26e tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:33.374324 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-c3ba20ad-9a1c-48a0-9e87-09065f71f26e tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3682704 Aug 31 08:56:33.375149 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-74499e0d-e2b5-4571-8f32-dbae130b7e52 req-3fc8d41c-e7d4-4e29-a514-ca176d8619a0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] No DVR routers for this DVR port 802c77d2-ae30-4b14-a543-58e6e5bd1e18 on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:56:33.379286 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-74499e0d-e2b5-4571-8f32-dbae130b7e52 req-3fc8d41c-e7d4-4e29-a514-ca176d8619a0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:33.381544 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-74499e0d-e2b5-4571-8f32-dbae130b7e52 req-3fc8d41c-e7d4-4e29-a514-ca176d8619a0 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.103 "DELETE /v2.0/ports/802c77d2-ae30-4b14-a543-58e6e5bd1e18 HTTP/1.1" status: 204 len: 173 time: 0.9834476 Aug 31 08:56:33.382368 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d1466c-1bb3-49fd-a466-86a572eed6a8', 'name': 'network-vif-deleted', 'tag': '802c77d2-ae30-4b14-a543-58e6e5bd1e18'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:56:33.384798 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ea9a38-d745-4c5a-9173-0a331b8183b0" -d '{"events": [{"server_uuid": "37d1466c-1bb3-49fd-a466-86a572eed6a8", "name": "network-vif-deleted", "tag": "802c77d2-ae30-4b14-a543-58e6e5bd1e18"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:56:33.395343 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Request body: {'port': {'device_id': 'b283b590-14c9-48a6-8c0f-f1a9fcaec64a', 'network_id': '4fb2ba50-2f5d-4bf1-b094-433054596022', 'admin_state_up': True, 'tenant_id': 'cab921e5391f47bebfb0448d5544cd00'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:56:33.462108 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b655495-bf60-474f-b1f5-d98784c8437e x-openstack-request-id: req-5b655495-bf60-474f-b1f5-d98784c8437e {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:56:33.462108 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d1466c-1bb3-49fd-a466-86a572eed6a8", "name": "network-vif-deleted", "tag": "802c77d2-ae30-4b14-a543-58e6e5bd1e18", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:56:33.462108 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5b655495-bf60-474f-b1f5-d98784c8437e {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:56:33.462409 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d1466c-1bb3-49fd-a466-86a572eed6a8', 'name': 'network-vif-deleted', 'tag': '802c77d2-ae30-4b14-a543-58e6e5bd1e18', 'status': 'completed', 'code': 200} Aug 31 08:56:33.633367 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Made reservation on behalf of cab921e5391f47bebfb0448d5544cd00 for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:56:33.639382 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:33.651996 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:33.874997 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:33.903792 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15dac5-aa97-4dd4-8c32-8a4b679620d7 req-27b273e4-9e4a-4066-993d-a74752304f3a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:33.905701 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-cf15dac5-aa97-4dd4-8c32-8a4b679620d7 req-27b273e4-9e4a-4066-993d-a74752304f3a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0608392 Aug 31 08:56:33.952666 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-cf15dac5-aa97-4dd4-8c32-8a4b679620d7 req-b1e9d692-1d96-4540-b9f2-ed7596d9a44b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407109 Aug 31 08:56:33.966948 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe49312-82c5-4420-abde-dc8f12c3c181 req-55bd5818-d5d2-4d7a-addd-245816b3830e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:33.968486 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-cfe49312-82c5-4420-abde-dc8f12c3c181 req-55bd5818-d5d2-4d7a-addd-245816b3830e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0631208 Aug 31 08:56:34.016398 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-cfe49312-82c5-4420-abde-dc8f12c3c181 req-89abd87a-bdbb-49ca-ab75-0918e2bff216 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396218 Aug 31 08:56:34.053384 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-72dbb230-77e7-4621-a676-2ecaf4bb38f8 req-14b0f33b-562c-419f-9e82-4a0bb78bbd57 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 210 time: 0.0358155 Aug 31 08:56:34.341817 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0ca6944d-03c7-4101-bf15-5d32f244e505 req-e9d44095-9863-413c-9ead-374cdf9720b8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.0347941 Aug 31 08:56:34.356505 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:34.435364 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e18b066-cc38-4408-a898-e314e337ae48,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:34.513876 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Allocated IP 192.168.233.134 (4fb2ba50-2f5d-4bf1-b094-433054596022/87436608-bfaf-4365-a89a-f8020cb056a1/f84ec2db-cca4-48d0-842a-9783d98b7a73) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:56:34.704770 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:34.719819 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Transition to ACTIVE for port object f84ec2db-cca4-48d0-842a-9783d98b7a73 will not be triggered until provisioned by entity DHCP. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:56:34.848846 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:34.913283 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Network 4fb2ba50-2f5d-4bf1-b094-433054596022 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:56:34.917682 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:56:34.922086 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:56:34.947000 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Pushing event updated for resources: {'Port': ['ID=f84ec2db-cca4-48d0-842a-9783d98b7a73,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:34.980870 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:34.981595 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:35.096003 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-2fb00459-6b4d-41fe-adc4-5119f5a7e986 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7056599 Aug 31 08:56:35.116832 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Request body: {'port': {'device_id': 'b283b590-14c9-48a6-8c0f-f1a9fcaec64a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:56:35.127452 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca90026-9452-454f-ac58-bb771ccac525 req-b400c588-fcb5-46d5-9d08-e1d13d9103ca tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:35.129330 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8ca90026-9452-454f-ac58-bb771ccac525 req-b400c588-fcb5-46d5-9d08-e1d13d9103ca tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0854449 Aug 31 08:56:35.218304 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8ca90026-9452-454f-ac58-bb771ccac525 req-fa2676e1-7a02-42a3-a520-1a985da1256e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682325 Aug 31 08:56:35.225625 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:35.235612 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389510e0-a973-4e84-8355-50a9a87b77a1 req-46d539cc-aa48-434b-99ca-4668bcbfb372 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:35.240169 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-389510e0-a973-4e84-8355-50a9a87b77a1 req-46d539cc-aa48-434b-99ca-4668bcbfb372 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0664477 Aug 31 08:56:35.288223 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-389510e0-a973-4e84-8355-50a9a87b77a1 req-5ac3256a-f4ac-42f5-9fc8-12e22ec31179 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404286 Aug 31 08:56:35.362795 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-d9fc19d5-bd6c-4813-b959-1acb472fa45f None None] Provisioning for port f84ec2db-cca4-48d0-842a-9783d98b7a73 completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:56:35.370157 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-d9fc19d5-bd6c-4813-b959-1acb472fa45f None None] Provisioning complete for port f84ec2db-cca4-48d0-842a-9783d98b7a73 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:56:35.370824 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d9fc19d5-bd6c-4813-b959-1acb472fa45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:35.425168 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc19d5-bd6c-4813-b959-1acb472fa45f None None] Port f84ec2db-cca4-48d0-842a-9783d98b7a73 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:56:35.441439 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53e16d-70fd-40b5-ab4a-278e294dd6af req-402231c1-ecdf-47a7-8043-28b81951e457 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:35.443124 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fe53e16d-70fd-40b5-ab4a-278e294dd6af req-402231c1-ecdf-47a7-8043-28b81951e457 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 936 time: 0.0955544 Aug 31 08:56:35.527427 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fe53e16d-70fd-40b5-ab4a-278e294dd6af req-c758e1eb-f385-4d01-b3ed-965cbe0c5cbc tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518157 Aug 31 08:56:35.646215 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-28b6ac57-a8b3-4a3d-b8a4-99859c0a56f6 req-c37a244e-11b9-452a-bfbb-5e41dc1eaf00 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=37d1466c-1bb3-49fd-a466-86a572eed6a8 HTTP/1.1" status: 200 len: 210 time: 0.0358732 Aug 31 08:56:35.652375 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f84ec2db-cca4-48d0-842a-9783d98b7a73 {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:56:35.662510 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:35.675843 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Transition to ACTIVE for port object f84ec2db-cca4-48d0-842a-9783d98b7a73 will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:56:35.762518 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:35.864333 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=f84ec2db-cca4-48d0-842a-9783d98b7a73,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:35.928802 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Attempting to bind port f84ec2db-cca4-48d0-842a-9783d98b7a73 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:56:35.929138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Attempting to bind port f84ec2db-cca4-48d0-842a-9783d98b7a73 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '96c0261b-8a00-4eb5-a6a9-088685d9a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '4fb2ba50-2f5d-4bf1-b094-433054596022'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:56:35.929463 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Attempting to bind port f84ec2db-cca4-48d0-842a-9783d98b7a73 on network 4fb2ba50-2f5d-4bf1-b094-433054596022 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:56:35.940288 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Port f84ec2db-cca4-48d0-842a-9783d98b7a73 on network 4fb2ba50-2f5d-4bf1-b094-433054596022 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:56:35.942507 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Attempting to bind port f84ec2db-cca4-48d0-842a-9783d98b7a73 on network 4fb2ba50-2f5d-4bf1-b094-433054596022 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:56:35.946557 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:56:35.946904 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Checking segment: {'id': '96c0261b-8a00-4eb5-a6a9-088685d9a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '4fb2ba50-2f5d-4bf1-b094-433054596022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:56:35.947289 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Bound using segment: {'id': '96c0261b-8a00-4eb5-a6a9-088685d9a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '4fb2ba50-2f5d-4bf1-b094-433054596022'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:56:35.947711 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Bound port: f84ec2db-cca4-48d0-842a-9783d98b7a73, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c0261b-8a00-4eb5-a6a9-088685d9a73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1351, 'network_id': '4fb2ba50-2f5d-4bf1-b094-433054596022'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:56:35.948660 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:36.029669 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] For port f84ec2db-cca4-48d0-842a-9783d98b7a73, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:56:36.033312 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] For port f84ec2db-cca4-48d0-842a-9783d98b7a73, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f84ec2db-cca4-48d0-842a-9783d98b7a73,segment=NetworkSegment(96c0261b-8a00-4eb5-a6a9-088685d9a73e),segment_id=96c0261b-8a00-4eb5-a6a9-088685d9a73e)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:56:36.140992 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:36.188746 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:36.189227 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:36.190609 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] 10.222.0.103 "PUT /v2.0/ports/f84ec2db-cca4-48d0-842a-9783d98b7a73 HTTP/1.1" status: 200 len: 1098 time: 1.0792341 Aug 31 08:56:36.191069 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b283b590-14c9-48a6-8c0f-f1a9fcaec64a', 'tag': 'f84ec2db-cca4-48d0-842a-9783d98b7a73'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:56:36.193644 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b5b8af-c9c6-4b00-b836-727ebbe4bac1" -d '{"events": [{"name": "network-changed", "server_uuid": "b283b590-14c9-48a6-8c0f-f1a9fcaec64a", "tag": "f84ec2db-cca4-48d0-842a-9783d98b7a73"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:56:36.214764 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c8e32-ef2b-40b2-968e-2ad10bb70fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=f84ec2db-cca4-48d0-842a-9783d98b7a73,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:36.371252 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-916cb5d0-9af8-488e-9a83-5d4d1b882365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:36.372824 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-916cb5d0-9af8-488e-9a83-5d4d1b882365 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cab921e5391f47bebfb0448d5544cd00&device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 1101 time: 0.0433369 Aug 31 08:56:36.416125 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-8492e00d-11d3-46fa-b4d6-6a6e7e73be94 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f84ec2db-cca4-48d0-842a-9783d98b7a73 HTTP/1.1" status: 200 len: 217 time: 0.0332618 Aug 31 08:56:36.475721 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-30edffb3-c3d3-4beb-95a0-baa8ed52d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:36.477251 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-30edffb3-c3d3-4beb-95a0-baa8ed52d221 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=87436608-bfaf-4365-a89a-f8020cb056a1 HTTP/1.1" status: 200 len: 843 time: 0.0496156 Aug 31 08:56:36.526702 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-9ffaf879-f828-4227-b245-22d0ceea8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:36.528218 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-9ffaf879-f828-4227-b245-22d0ceea8fd5 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4fb2ba50-2f5d-4bf1-b094-433054596022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410817 Aug 31 08:56:36.583870 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c54003-ed0e-4a0a-a847-3863393e531e x-openstack-request-id: req-66c54003-ed0e-4a0a-a847-3863393e531e {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:56:36.585086 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b283b590-14c9-48a6-8c0f-f1a9fcaec64a", "tag": "f84ec2db-cca4-48d0-842a-9783d98b7a73", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:56:36.585086 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-66c54003-ed0e-4a0a-a847-3863393e531e {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:56:36.585086 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b283b590-14c9-48a6-8c0f-f1a9fcaec64a', 'tag': 'f84ec2db-cca4-48d0-842a-9783d98b7a73', 'status': 'completed', 'code': 200} Aug 31 08:56:36.644259 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-89def63d-33a3-42f8-8900-d1ad424e5205 service neutron] 10.222.0.103 "GET /v2.0/networks/4fb2ba50-2f5d-4bf1-b094-433054596022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063609 Aug 31 08:56:36.747260 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8533b5d-85a8-4052-adeb-c30f6924d700 req-6da6dbce-8d72-4a2c-96b4-bf5a7051a576 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:36.748936 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c8533b5d-85a8-4052-adeb-c30f6924d700 req-6da6dbce-8d72-4a2c-96b4-bf5a7051a576 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0935237 Aug 31 08:56:36.772490 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 802c77d2-ae30-4b14-a543-58e6e5bd1e18 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:56:36.773230 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7d5671a8-5ed2-4178-8ca2-a3b0874f2bbf req-d0d8587b-865e-4923-a6cc-fef8a0c8723e service neutron] 10.222.0.103 "GET /v2.0/networks/4fb2ba50-2f5d-4bf1-b094-433054596022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152122 Aug 31 08:56:36.795598 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: 802c77d2-ae30-4b14-a543-58e6e5bd1e18 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 08:56:36.800587 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 802c77d2-ae30-4b14-a543-58e6e5bd1e18 not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:56:36.800587 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 3a4a0800-4ea3-40c8-8caa-5c61b860489f no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:56:36.805821 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c8533b5d-85a8-4052-adeb-c30f6924d700 req-b9f4b0eb-2e07-4b2c-8ecc-70d17a9d790f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506194 Aug 31 08:56:36.845314 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adb3ad-4760-43ea-b957-ffa6f92f772b req-dd3c119c-1fdb-45df-a98b-c2dcd44648a0 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:36.853408 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-57adb3ad-4760-43ea-b957-ffa6f92f772b req-dd3c119c-1fdb-45df-a98b-c2dcd44648a0 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 948 time: 0.0616798 Aug 31 08:56:36.876969 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [req-d3ecaddc-5411-497b-9b5f-25af74c7b5d3 req-492f4534-2d8e-46d4-a5fb-532d246f8c60 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101272) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 08:56:36.878074 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d3ecaddc-5411-497b-9b5f-25af74c7b5d3 req-492f4534-2d8e-46d4-a5fb-532d246f8c60 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066187 Aug 31 08:56:36.890645 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-57adb3ad-4760-43ea-b957-ffa6f92f772b req-c257c543-771b-4b87-a695-b104e8d559a5 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362945 Aug 31 08:56:37.015552 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5b8af-c9c6-4b00-b836-727ebbe4bac1 req-fa32b1a7-c22e-4b21-b83b-350e89dc11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:37.017098 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-37b5b8af-c9c6-4b00-b836-727ebbe4bac1 req-fa32b1a7-c22e-4b21-b83b-350e89dc11f0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=cab921e5391f47bebfb0448d5544cd00&device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 1101 time: 0.0465677 Aug 31 08:56:37.121960 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5b8af-c9c6-4b00-b836-727ebbe4bac1 req-554a17d9-eaef-4804-9ac7-034ae4fdc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:37.123380 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-37b5b8af-c9c6-4b00-b836-727ebbe4bac1 req-554a17d9-eaef-4804-9ac7-034ae4fdc71c service neutron] 10.222.0.103 "GET /v2.0/networks?id=4fb2ba50-2f5d-4bf1-b094-433054596022 HTTP/1.1" status: 200 len: 871 time: 0.0970788 Aug 31 08:56:37.179465 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-37b5b8af-c9c6-4b00-b836-727ebbe4bac1 req-c8f946c9-34f9-4e16-abd2-d9a28e888d75 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=f84ec2db-cca4-48d0-842a-9783d98b7a73 HTTP/1.1" status: 200 len: 217 time: 0.0437980 Aug 31 08:56:37.239537 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5b8af-c9c6-4b00-b836-727ebbe4bac1 req-6153bd1d-4285-4c43-a005-34de18f2a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:37.241205 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-37b5b8af-c9c6-4b00-b836-727ebbe4bac1 req-6153bd1d-4285-4c43-a005-34de18f2a101 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=87436608-bfaf-4365-a89a-f8020cb056a1 HTTP/1.1" status: 200 len: 843 time: 0.0523040 Aug 31 08:56:37.248879 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521334d-6645-428d-aa70-d470f18f6611 req-9cd111e9-a1f5-45f1-8471-b9424d930e03 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:37.250418 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7521334d-6645-428d-aa70-d470f18f6611 req-9cd111e9-a1f5-45f1-8471-b9424d930e03 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0547395 Aug 31 08:56:37.300821 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7521334d-6645-428d-aa70-d470f18f6611 req-bd9fd30c-0f3f-4ef7-951b-e383216adc77 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380244 Aug 31 08:56:37.305764 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5b8af-c9c6-4b00-b836-727ebbe4bac1 req-66c67d1a-8b0e-4352-b912-5d2e0b7bb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:37.307353 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-37b5b8af-c9c6-4b00-b836-727ebbe4bac1 req-66c67d1a-8b0e-4352-b912-5d2e0b7bb355 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=4fb2ba50-2f5d-4bf1-b094-433054596022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0562625 Aug 31 08:56:37.420777 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-37b5b8af-c9c6-4b00-b836-727ebbe4bac1 req-5fca9201-39a6-4531-a19d-8a950a924d9b service neutron] 10.222.0.103 "GET /v2.0/networks/4fb2ba50-2f5d-4bf1-b094-433054596022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976996 Aug 31 08:56:37.540806 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-37b5b8af-c9c6-4b00-b836-727ebbe4bac1 req-7fcbeea2-0617-4e46-a529-1e17d570d3dc service neutron] 10.222.0.103 "GET /v2.0/networks/4fb2ba50-2f5d-4bf1-b094-433054596022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019964 Aug 31 08:56:37.575617 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e578cf3-0cea-4f9f-bcd6-5e5a751b6880 req-75e7793b-e3fe-4065-8ccf-a6882e29a5f8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:37.577126 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6e578cf3-0cea-4f9f-bcd6-5e5a751b6880 req-75e7793b-e3fe-4065-8ccf-a6882e29a5f8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0604713 Aug 31 08:56:37.614627 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6e578cf3-0cea-4f9f-bcd6-5e5a751b6880 req-9e3aa08e-251a-4e63-a8ac-3e571177817d tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314252 Aug 31 08:56:37.860729 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 53754) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:37.959617 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41c961-cec2-4832-8ee8-a8fafc7370da req-29a2042c-1e2d-4fab-a8bc-c55306bc677e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:37.962075 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9d41c961-cec2-4832-8ee8-a8fafc7370da req-29a2042c-1e2d-4fab-a8bc-c55306bc677e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0791693 Aug 31 08:56:37.971547 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-68fce068-d935-4017-80e3-6573e129d5f0 req-e15f6e0f-8477-429c-8b7f-bb3b56df0ed4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090214 Aug 31 08:56:38.029671 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9d41c961-cec2-4832-8ee8-a8fafc7370da req-e41e3e19-fd28-4083-a31e-2117530fa087 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503459 Aug 31 08:56:38.037384 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1c584-b7d5-49f5-9bc0-c5e4d261eeba req-09791364-ddfc-4fbd-b015-b22bfa4479ab tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:38.039801 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-22f1c584-b7d5-49f5-9bc0-c5e4d261eeba req-09791364-ddfc-4fbd-b015-b22bfa4479ab tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 948 time: 0.0784066 Aug 31 08:56:38.078144 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-22f1c584-b7d5-49f5-9bc0-c5e4d261eeba req-2d8a7f30-6a4c-4b8f-9591-6b17a44208fc tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324082 Aug 31 08:56:38.437434 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a6083-3266-4b49-a5f2-6f1b25f32984 req-35fcaa7b-2b60-48d0-a6ed-abad9431a394 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:38.438948 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-815a6083-3266-4b49-a5f2-6f1b25f32984 req-35fcaa7b-2b60-48d0-a6ed-abad9431a394 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0529027 Aug 31 08:56:38.486448 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-815a6083-3266-4b49-a5f2-6f1b25f32984 req-bab281ea-e4ef-44de-8591-c6d1d5977bcb tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411427 Aug 31 08:56:38.733196 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf724d-9f12-42fa-80f6-90efe3e5f6d0 req-0c070544-baba-401b-932f-6d006d41ad6a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:38.734659 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b7cf724d-9f12-42fa-80f6-90efe3e5f6d0 req-0c070544-baba-401b-932f-6d006d41ad6a tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0515938 Aug 31 08:56:38.773128 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b7cf724d-9f12-42fa-80f6-90efe3e5f6d0 req-2ea1eec9-dcda-477f-b96a-e7d9ac9d9e7c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323870 Aug 31 08:56:38.794297 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device f84ec2db-cca4-48d0-842a-9783d98b7a73 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:56:38.892429 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port f84ec2db-cca4-48d0-842a-9783d98b7a73, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f84ec2db-cca4-48d0-842a-9783d98b7a73,segment=NetworkSegment(96c0261b-8a00-4eb5-a6a9-088685d9a73e),segment_id=96c0261b-8a00-4eb5-a6a9-088685d9a73e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:38.904082 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': 'f84ec2db-cca4-48d0-842a-9783d98b7a73', 'network_id': '4fb2ba50-2f5d-4bf1-b094-433054596022', 'port_id': 'f84ec2db-cca4-48d0-842a-9783d98b7a73', 'mac_address': 'fa:16:3e:b5:2c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87436608-bfaf-4365-a89a-f8020cb056a1', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:56:38.941986 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:38.955539 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f84ec2db-cca4-48d0-842a-9783d98b7a73 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:56:38.975543 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port f84ec2db-cca4-48d0-842a-9783d98b7a73, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f84ec2db-cca4-48d0-842a-9783d98b7a73,segment=NetworkSegment(96c0261b-8a00-4eb5-a6a9-088685d9a73e),segment_id=96c0261b-8a00-4eb5-a6a9-088685d9a73e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:39.070752 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:39.155333 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=f84ec2db-cca4-48d0-842a-9783d98b7a73,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:39.168322 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17121d-fdc3-4258-85d6-8aa6d190e896 req-9ec0c78d-2344-469f-9baf-2183aeec1dcb tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:39.169779 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-fb17121d-fdc3-4258-85d6-8aa6d190e896 req-9ec0c78d-2344-469f-9baf-2183aeec1dcb tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0636396 Aug 31 08:56:39.221325 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6962b-a60f-4162-a2dc-7f2c3facb80c req-91e40d27-5320-4f57-9e26-a66342c6ac8d tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:39.222198 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-fb17121d-fdc3-4258-85d6-8aa6d190e896 req-e79938df-5f06-48de-8370-0a98b7e8bbe3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452905 Aug 31 08:56:39.222966 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f2e6962b-a60f-4162-a2dc-7f2c3facb80c req-91e40d27-5320-4f57-9e26-a66342c6ac8d tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 949 time: 0.0591302 Aug 31 08:56:39.263813 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f2e6962b-a60f-4162-a2dc-7f2c3facb80c req-bfe386a0-66f6-4582-970d-905764efb316 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336165 Aug 31 08:56:39.413049 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['f84ec2db-cca4-48d0-842a-9783d98b7a73'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:56:39.613112 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b3772-154c-46ac-98b3-1ba74c49b084 req-6cbbe744-b8a6-4080-ab53-980acc61ea54 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:39.614654 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4b2b3772-154c-46ac-98b3-1ba74c49b084 req-6cbbe744-b8a6-4080-ab53-980acc61ea54 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0514841 Aug 31 08:56:39.655302 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4b2b3772-154c-46ac-98b3-1ba74c49b084 req-3e8d91dd-7f13-4ab6-93d7-fde38df7ccaa tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334044 Aug 31 08:56:40.087900 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 53808) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:40.111815 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e29928-64b1-4bc7-a3ce-ef92026e5633 req-71da8750-785e-4728-9c5f-6b7329353fcc tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:40.113589 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-16e29928-64b1-4bc7-a3ce-ef92026e5633 req-71da8750-785e-4728-9c5f-6b7329353fcc tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.2692242 Aug 31 08:56:40.156398 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-16e29928-64b1-4bc7-a3ce-ef92026e5633 req-95b49a8d-5ef9-4039-b038-1c159ff3d1a8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358715 Aug 31 08:56:40.209660 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-334da43d-8013-4494-8987-944dd79a6a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:40.320418 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-334da43d-8013-4494-8987-944dd79a6a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:40.348109 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e980f-24d3-416c-848e-50e5a3daabda req-2cfdb9c3-8daa-404f-8ccb-86f93e8be4bb tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:40.349981 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-073e980f-24d3-416c-848e-50e5a3daabda req-2cfdb9c3-8daa-404f-8ccb-86f93e8be4bb tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0588825 Aug 31 08:56:40.389464 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-073e980f-24d3-416c-848e-50e5a3daabda req-c10c3ec5-e131-4bee-800a-4f6b792bd2f4 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328660 Aug 31 08:56:40.391743 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f48db-e478-4aff-9d4c-2acc73eabaf9 req-ed9fdabd-ed7c-4ade-b189-798e76879b68 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:40.393447 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-425f48db-e478-4aff-9d4c-2acc73eabaf9 req-ed9fdabd-ed7c-4ade-b189-798e76879b68 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 949 time: 0.0549150 Aug 31 08:56:40.425121 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-334da43d-8013-4494-8987-944dd79a6a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:40.440470 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-425f48db-e478-4aff-9d4c-2acc73eabaf9 req-814a4498-ca0e-4951-a60c-6b75f423940b tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390334 Aug 31 08:56:40.463311 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-334da43d-8013-4494-8987-944dd79a6a93 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=42c99b7ab23e4094ba3e26f4e102e0a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741827 Aug 31 08:56:40.464426 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334da43d-8013-4494-8987-944dd79a6a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e6c07e-3b0b-4424-acbf-daed93e1806b,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:40.466116 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 53816) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:40.516426 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-174497e1-aaae-4a1f-99b0-35dd5692f28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:40.541388 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-174497e1-aaae-4a1f-99b0-35dd5692f28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:40.705004 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-174497e1-aaae-4a1f-99b0-35dd5692f28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:40.707383 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-174497e1-aaae-4a1f-99b0-35dd5692f28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:40.710640 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-174497e1-aaae-4a1f-99b0-35dd5692f28a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/96e6c07e-3b0b-4424-acbf-daed93e1806b HTTP/1.1" status: 204 len: 168 time: 0.2413857 Aug 31 08:56:40.718525 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174497e1-aaae-4a1f-99b0-35dd5692f28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e6c07e-3b0b-4424-acbf-daed93e1806b,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:40.790968 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af37ae-79f2-4dfa-b08b-b6ca2ab6e8fb req-6faaca82-d3d1-4492-8819-b20ef750eef7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:40.792506 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-85af37ae-79f2-4dfa-b08b-b6ca2ab6e8fb req-6faaca82-d3d1-4492-8819-b20ef750eef7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0514498 Aug 31 08:56:40.813606 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device f84ec2db-cca4-48d0-842a-9783d98b7a73 up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:56:40.840736 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-85af37ae-79f2-4dfa-b08b-b6ca2ab6e8fb req-a39199d4-30d2-481c-a795-1e1e7589788c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418587 Aug 31 08:56:41.053352 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port f84ec2db-cca4-48d0-842a-9783d98b7a73 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:56:41.057891 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port f84ec2db-cca4-48d0-842a-9783d98b7a73 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:56:41.058374 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:41.145421 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:41.171665 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b283b590-14c9-48a6-8c0f-f1a9fcaec64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84ec2db-cca4-48d0-842a-9783d98b7a73'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:56:41.174288 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c9311a-8e7e-4b28-a4cb-05b26265d1ef" -d '{"events": [{"server_uuid": "b283b590-14c9-48a6-8c0f-f1a9fcaec64a", "name": "network-vif-plugged", "status": "completed", "tag": "f84ec2db-cca4-48d0-842a-9783d98b7a73"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:56:41.209293 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port f84ec2db-cca4-48d0-842a-9783d98b7a73, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f84ec2db-cca4-48d0-842a-9783d98b7a73,segment=NetworkSegment(96c0261b-8a00-4eb5-a6a9-088685d9a73e),segment_id=96c0261b-8a00-4eb5-a6a9-088685d9a73e)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:41.262634 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94de8aec-4298-4574-bf7d-b8ff3fb2c4fe x-openstack-request-id: req-94de8aec-4298-4574-bf7d-b8ff3fb2c4fe {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:56:41.262839 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b283b590-14c9-48a6-8c0f-f1a9fcaec64a", "name": "network-vif-plugged", "status": "completed", "tag": "f84ec2db-cca4-48d0-842a-9783d98b7a73", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:56:41.263055 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-94de8aec-4298-4574-bf7d-b8ff3fb2c4fe {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:56:41.263482 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b283b590-14c9-48a6-8c0f-f1a9fcaec64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f84ec2db-cca4-48d0-842a-9783d98b7a73', 'code': 200} Aug 31 08:56:41.295876 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:41.311362 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fce068-d935-4017-80e3-6573e129d5f0 req-42cdabc0-3922-4e28-a765-b568bf01a247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:41.312926 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-68fce068-d935-4017-80e3-6573e129d5f0 req-42cdabc0-3922-4e28-a765-b568bf01a247 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246&tenant_id=e986ed04246f4cd9a5fafdf9f660684b HTTP/1.1" status: 200 len: 1097 time: 0.1281538 Aug 31 08:56:41.342142 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f2e3e-7992-4fb1-a012-07f8fc18ce43 req-0427c797-d1bf-4883-a2c9-cd44003a8897 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:41.349292 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bc8f2e3e-7992-4fb1-a012-07f8fc18ce43 req-0427c797-d1bf-4883-a2c9-cd44003a8897 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0777175 Aug 31 08:56:41.371707 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=f84ec2db-cca4-48d0-842a-9783d98b7a73,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:41.545068 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17809c0-075a-43bb-bf56-87d80fb3b7cd req-975ce78e-9a38-4c92-997b-95e5c685a289 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:41.550092 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d17809c0-075a-43bb-bf56-87d80fb3b7cd req-975ce78e-9a38-4c92-997b-95e5c685a289 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0674977 Aug 31 08:56:41.597736 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d17809c0-075a-43bb-bf56-87d80fb3b7cd req-23f5d4da-aea6-4aef-9707-a2be104da700 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393608 Aug 31 08:56:41.667715 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bc8f2e3e-7992-4fb1-a012-07f8fc18ce43 req-63b0561d-d319-4a37-b8f0-8afdf35fa119 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060448 Aug 31 08:56:41.670832 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fce068-d935-4017-80e3-6573e129d5f0 req-87b44135-4723-46cb-bb0d-9d0ce9e6c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:41.676213 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-68fce068-d935-4017-80e3-6573e129d5f0 req-87b44135-4723-46cb-bb0d-9d0ce9e6c0e9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e986ed04246f4cd9a5fafdf9f660684b&device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 1097 time: 0.3215253 Aug 31 08:56:41.743133 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadb99d-0d63-4674-9d75-3d2849773205 req-49d65225-99d8-4594-8045-244df0d110b8 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:41.745970 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8fadb99d-0d63-4674-9d75-3d2849773205 req-49d65225-99d8-4594-8045-244df0d110b8 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 950 time: 0.0642650 Aug 31 08:56:41.779511 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c74378-b6e3-48aa-bff2-6d7949e15d13 req-e9f777bc-81f2-4928-8f75-175bde6b8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:41.781362 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-80c74378-b6e3-48aa-bff2-6d7949e15d13 req-e9f777bc-81f2-4928-8f75-175bde6b8a5b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 1103 time: 0.1081011 Aug 31 08:56:41.815010 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fce068-d935-4017-80e3-6573e129d5f0 req-27457c79-cf36-4a78-ac85-e8f8b6b7fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:41.816532 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-68fce068-d935-4017-80e3-6573e129d5f0 req-27457c79-cf36-4a78-ac85-e8f8b6b7fd78 service neutron] 10.222.0.103 "GET /v2.0/networks?id=945ae18c-2f91-47bd-bfbd-369ee74f27e6 HTTP/1.1" status: 200 len: 919 time: 0.1354449 Aug 31 08:56:41.818457 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8fadb99d-0d63-4674-9d75-3d2849773205 req-572bb46d-b3b3-4729-8804-de7b65f7b521 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622158 Aug 31 08:56:41.870781 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-80c74378-b6e3-48aa-bff2-6d7949e15d13 req-e181f10e-7925-4231-83ba-87ca543f2c2c service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763113 Aug 31 08:56:41.899462 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-68fce068-d935-4017-80e3-6573e129d5f0 req-5c62c889-f312-40bb-bb8e-d6b9525da5aa service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f HTTP/1.1" status: 200 len: 999 time: 0.0705225 Aug 31 08:56:41.922679 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5f190c7a-c25f-4c47-b764-ae7e3c62f19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:41.970522 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee8156-8c6a-4056-ae43-3089eef550d1 req-9ace61ec-b279-41c1-ac1b-51188569cedb tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:41.972105 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1aee8156-8c6a-4056-ae43-3089eef550d1 req-9ace61ec-b279-41c1-ac1b-51188569cedb tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0519905 Aug 31 08:56:42.020655 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1aee8156-8c6a-4056-ae43-3089eef550d1 req-cd815247-7e10-4d3a-87db-a354cfcfb688 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334823 Aug 31 08:56:42.129118 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fce068-d935-4017-80e3-6573e129d5f0 req-c2039c95-1e6a-426d-b331-b350ac8926f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:42.130681 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-68fce068-d935-4017-80e3-6573e129d5f0 req-c2039c95-1e6a-426d-b331-b350ac8926f0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5f7e7944-275c-4f13-be48-7508c282a8a0 HTTP/1.1" status: 200 len: 856 time: 0.0573394 Aug 31 08:56:42.195924 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fce068-d935-4017-80e3-6573e129d5f0 req-65186f0c-363a-4d14-a864-9a25a3dc34d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:42.197584 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 53852) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:42.198347 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-68fce068-d935-4017-80e3-6573e129d5f0 req-65186f0c-363a-4d14-a864-9a25a3dc34d7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=945ae18c-2f91-47bd-bfbd-369ee74f27e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585208 Aug 31 08:56:42.306448 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-68fce068-d935-4017-80e3-6573e129d5f0 req-8725af87-de2f-407c-984c-61e2686c5e31 service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986376 Aug 31 08:56:42.335446 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-36908ed0-3757-44a1-b25c-7feab16b169a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2124591758-network', 'tenant_id': '734f0674688e4a4fb6e19cd43e18a4c9'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:56:42.420320 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-68fce068-d935-4017-80e3-6573e129d5f0 req-bf0a097c-5c1f-4d2b-831d-927fde8ed5b3 service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002796 Aug 31 08:56:42.425071 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36908ed0-3757-44a1-b25c-7feab16b169a admin admin] Made reservation on behalf of 734f0674688e4a4fb6e19cd43e18a4c9 for: {'network': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:56:42.427656 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-36908ed0-3757-44a1-b25c-7feab16b169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:42.437249 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-36908ed0-3757-44a1-b25c-7feab16b169a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:42.540865 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-36908ed0-3757-44a1-b25c-7feab16b169a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:42.624911 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-36908ed0-3757-44a1-b25c-7feab16b169a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:42.650355 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36908ed0-3757-44a1-b25c-7feab16b169a admin admin] vlan segment allocate from pool success with {'vlan_id': 1378, 'physical_network': 'physnet1'} {{(pid=101272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:56:42.667864 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36908ed0-3757-44a1-b25c-7feab16b169a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204b9efe-eacb-4bdf-b946-e59c03ebf162,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:42.671267 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-36908ed0-3757-44a1-b25c-7feab16b169a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:42.671607 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.segments_db [None req-36908ed0-3757-44a1-b25c-7feab16b169a admin admin] Added segment 78b40004-8815-4c89-bd7b-e718b8ce1f55 of type vlan for network 461206e2-a3b8-49df-963b-445474c67472 Aug 31 08:56:42.739747 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-36908ed0-3757-44a1-b25c-7feab16b169a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:42.753997 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f01631-b258-4bcc-bea3-5f5c13f29a46 req-9b9e6cb4-5c5e-4a27-98f6-249160d791fa tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:42.755548 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f4f01631-b258-4bcc-bea3-5f5c13f29a46 req-9b9e6cb4-5c5e-4a27-98f6-249160d791fa tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0830956 Aug 31 08:56:42.801343 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f4f01631-b258-4bcc-bea3-5f5c13f29a46 req-96679a5c-cd01-418d-ba1e-4c28624825a2 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349073 Aug 31 08:56:42.833533 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-36908ed0-3757-44a1-b25c-7feab16b169a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:42.834886 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36908ed0-3757-44a1-b25c-7feab16b169a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:42.835981 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-36908ed0-3757-44a1-b25c-7feab16b169a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:42.902141 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36908ed0-3757-44a1-b25c-7feab16b169a admin admin] Pushing event updated for resources: {'Network': ['ID=461206e2-a3b8-49df-963b-445474c67472,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:42.916825 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 461206e2-a3b8-49df-963b-445474c67472 details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:56:42.948509 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01370a36-609b-4f20-bded-15ee12298b11 req-93294df7-6b50-4bc0-b0f7-9473fd75a524 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:42.950430 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-01370a36-609b-4f20-bded-15ee12298b11 req-93294df7-6b50-4bc0-b0f7-9473fd75a524 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0795312 Aug 31 08:56:42.977174 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-36908ed0-3757-44a1-b25c-7feab16b169a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7783244 Aug 31 08:56:42.978666 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 53886) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:42.988741 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-c28c5032-e28f-42a1-9827-2b5bd78a306d admin admin] Request body: {'subnet': {'network_id': '461206e2-a3b8-49df-963b-445474c67472', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2124591758-subnet', 'tenant_id': '734f0674688e4a4fb6e19cd43e18a4c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:56:43.013466 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-01370a36-609b-4f20-bded-15ee12298b11 req-1037499e-a2f3-4b97-bedb-87beb56a4be8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555077 Aug 31 08:56:43.087513 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28c5032-e28f-42a1-9827-2b5bd78a306d admin admin] Made reservation on behalf of 734f0674688e4a4fb6e19cd43e18a4c9 for: {'subnet': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:56:43.089869 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-c28c5032-e28f-42a1-9827-2b5bd78a306d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9270486'] for subnet, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:43.120747 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0e803-6f65-448f-b8f6-ac000de2bb39 req-fb3b098b-da66-42b3-8be8-273959a71df2 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:43.122993 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-61e0e803-6f65-448f-b8f6-ac000de2bb39 req-fb3b098b-da66-42b3-8be8-273959a71df2 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 950 time: 0.0582795 Aug 31 08:56:43.164396 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-61e0e803-6f65-448f-b8f6-ac000de2bb39 req-bc1483ce-c535-48c5-bd5b-ea062dc094cf tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347235 Aug 31 08:56:43.345184 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d1b7a-2b2e-4f04-8cd8-61305ba2797a req-48b13699-9332-42e4-8897-80f1da370250 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:43.347607 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ee8d1b7a-2b2e-4f04-8cd8-61305ba2797a req-48b13699-9332-42e4-8897-80f1da370250 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.1162217 Aug 31 08:56:43.426022 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-c28c5032-e28f-42a1-9827-2b5bd78a306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9270464'] for subnet, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:43.443218 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ee8d1b7a-2b2e-4f04-8cd8-61305ba2797a req-81493052-ddd8-4a65-bb5d-e2864ce2568b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870781 Aug 31 08:56:43.511543 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c5032-e28f-42a1-9827-2b5bd78a306d admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d65e69-6dae-4062-92fa-3bc3e1ecdd0d,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:43.519917 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28c5032-e28f-42a1-9827-2b5bd78a306d admin admin] Checking segment: {'id': '78b40004-8815-4c89-bd7b-e718b8ce1f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1378, 'network_id': '461206e2-a3b8-49df-963b-445474c67472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:56:43.520349 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28c5032-e28f-42a1-9827-2b5bd78a306d admin admin] Network hostable DHCP agents. Network: 461206e2-a3b8-49df-963b-445474c67472, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:56:43.648943 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28c5032-e28f-42a1-9827-2b5bd78a306d admin admin] Network 461206e2-a3b8-49df-963b-445474c67472 is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:56:43.774051 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-c28c5032-e28f-42a1-9827-2b5bd78a306d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 461206e2-a3b8-49df-963b-445474c67472) {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:56:43.786863 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28c5032-e28f-42a1-9827-2b5bd78a306d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:43.787605 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-c28c5032-e28f-42a1-9827-2b5bd78a306d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:43.788808 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e592d68a-82b8-4c40-9e43-de35f71b00ee None None] Network 461206e2-a3b8-49df-963b-445474c67472 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:56:43.900072 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-c28c5032-e28f-42a1-9827-2b5bd78a306d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9153771 Aug 31 08:56:43.956022 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36567ec6-f717-4bf1-81a2-b1f07c0f95a5 None None] Network 461206e2-a3b8-49df-963b-445474c67472 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:56:43.960394 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9697bf-f7db-4c5c-b91e-2ac2c894664c req-40bc15cc-9dde-47d0-a9d3-bde7a3bfdeec tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:43.962694 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0b9697bf-f7db-4c5c-b91e-2ac2c894664c req-40bc15cc-9dde-47d0-a9d3-bde7a3bfdeec tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0764666 Aug 31 08:56:44.013831 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0b9697bf-f7db-4c5c-b91e-2ac2c894664c req-3e013fdd-c5c1-43a1-92f9-2b48a1ea7c9e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436523 Aug 31 08:56:44.149985 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c569df9-09b0-4e8f-b922-955da62700e1 req-195f5e12-36ea-477e-95de-7cc31e51f29b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:44.151458 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7c569df9-09b0-4e8f-b922-955da62700e1 req-195f5e12-36ea-477e-95de-7cc31e51f29b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0660794 Aug 31 08:56:44.200939 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7c569df9-09b0-4e8f-b922-955da62700e1 req-abad479a-24b9-4cf7-b43d-3e7326330d14 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Aug 31 08:56:44.315790 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db771b1-3813-4059-a5af-7ae821d58653 req-bf291399-a930-4972-8891-c06fcd8bf049 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:44.317526 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9db771b1-3813-4059-a5af-7ae821d58653 req-bf291399-a930-4972-8891-c06fcd8bf049 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 950 time: 0.0525279 Aug 31 08:56:44.363272 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9db771b1-3813-4059-a5af-7ae821d58653 req-5962af21-f6ef-4a74-a88e-cc6e38c781c7 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374570 Aug 31 08:56:44.481590 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ed61808d-bd24-43af-8b2e-f43215f84f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:44.635142 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3061775-d615-4c50-94f1-dd45bf922aec req-c0874ea0-6a86-4f79-a0a4-fd6045ae78aa tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:44.636814 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a3061775-d615-4c50-94f1-dd45bf922aec req-c0874ea0-6a86-4f79-a0a4-fd6045ae78aa tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0768580 Aug 31 08:56:44.666215 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:44.686017 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a3061775-d615-4c50-94f1-dd45bf922aec req-e7ce9e32-c2e5-4128-b731-17c65c91b9c9 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432386 Aug 31 08:56:44.824632 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 53928) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:44.829522 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-63b6443b-14b4-41c4-a00b-099ee5bdf9f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1395441571-network', 'tenant_id': '22f543da550642778d2689d5cbc516ea'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:56:44.916282 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e222bb-3587-4365-ae22-ec9ffe83770b req-cb012cc8-d226-4742-9b2e-31fbfc4b95c5 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:44.923856 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a4e222bb-3587-4365-ae22-ec9ffe83770b req-cb012cc8-d226-4742-9b2e-31fbfc4b95c5 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 950 time: 0.0615239 Aug 31 08:56:44.933011 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b6443b-14b4-41c4-a00b-099ee5bdf9f1 admin admin] Made reservation on behalf of 22f543da550642778d2689d5cbc516ea for: {'network': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:56:44.935311 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-63b6443b-14b4-41c4-a00b-099ee5bdf9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:44.944445 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-63b6443b-14b4-41c4-a00b-099ee5bdf9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:44.961455 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a4e222bb-3587-4365-ae22-ec9ffe83770b req-1fc02d59-482d-4eeb-b286-a203d056a2d5 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366056 Aug 31 08:56:44.989990 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:45.047710 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-63b6443b-14b4-41c4-a00b-099ee5bdf9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:45.122727 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-63b6443b-14b4-41c4-a00b-099ee5bdf9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:45.136050 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc226dcb-4125-4447-8cea-89a64c262411 req-4922edf3-4e48-41e7-a10c-b85f26a984ed tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:45.137566 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fc226dcb-4125-4447-8cea-89a64c262411 req-4922edf3-4e48-41e7-a10c-b85f26a984ed tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0563197 Aug 31 08:56:45.164807 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b6443b-14b4-41c4-a00b-099ee5bdf9f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1356, 'physical_network': 'physnet1'} {{(pid=101273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:56:45.185170 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6443b-14b4-41c4-a00b-099ee5bdf9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4351921-adda-4088-823a-ddfc501d1680,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:45.196844 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-63b6443b-14b4-41c4-a00b-099ee5bdf9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:45.202793 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.segments_db [None req-63b6443b-14b4-41c4-a00b-099ee5bdf9f1 admin admin] Added segment fa2d08a3-af69-4371-a8ff-fbdd312bf5c8 of type vlan for network 6ce4b1e9-0927-4002-a258-967d1c4a5dc2 Aug 31 08:56:45.216068 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fc226dcb-4125-4447-8cea-89a64c262411 req-e791d2fb-c14e-4614-8524-09486e148739 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712848 Aug 31 08:56:45.253365 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-63b6443b-14b4-41c4-a00b-099ee5bdf9f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:45.331321 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8814a3a-415d-4f17-a1c0-a6ce85abb702 req-6963f16d-285d-40f8-9451-7fa6badab08b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:45.332887 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d8814a3a-415d-4f17-a1c0-a6ce85abb702 req-6963f16d-285d-40f8-9451-7fa6badab08b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0511010 Aug 31 08:56:45.339026 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-63b6443b-14b4-41c4-a00b-099ee5bdf9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:45.340154 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b6443b-14b4-41c4-a00b-099ee5bdf9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:45.340890 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-63b6443b-14b4-41c4-a00b-099ee5bdf9f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:45.387092 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d8814a3a-415d-4f17-a1c0-a6ce85abb702 req-dfe42e4d-8762-4d61-973c-5607a0084504 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475411 Aug 31 08:56:45.402042 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6443b-14b4-41c4-a00b-099ee5bdf9f1 admin admin] Pushing event updated for resources: {'Network': ['ID=6ce4b1e9-0927-4002-a258-967d1c4a5dc2,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:45.412857 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 6ce4b1e9-0927-4002-a258-967d1c4a5dc2 details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:56:45.470641 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-63b6443b-14b4-41c4-a00b-099ee5bdf9f1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6448479 Aug 31 08:56:45.473274 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 53934) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:45.478397 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-a8d5c17f-34a5-421d-8673-28053cf35dea admin admin] Request body: {'subnet': {'network_id': '6ce4b1e9-0927-4002-a258-967d1c4a5dc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1395441571-subnet', 'tenant_id': '22f543da550642778d2689d5cbc516ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:56:45.567588 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d5c17f-34a5-421d-8673-28053cf35dea admin admin] Made reservation on behalf of 22f543da550642778d2689d5cbc516ea for: {'subnet': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:56:45.570535 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c17f-34a5-421d-8673-28053cf35dea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12590099'] for subnet, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:45.607933 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:45.826927 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c1ec5-43cc-4ff8-bf8b-49d2c1467a96 req-d4de30c2-f574-476f-aced-f36df0d18d74 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:45.828554 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-430c1ec5-43cc-4ff8-bf8b-49d2c1467a96 req-d4de30c2-f574-476f-aced-f36df0d18d74 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0600257 Aug 31 08:56:45.841424 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c17f-34a5-421d-8673-28053cf35dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12899669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12590085'] for subnet, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:45.914471 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-430c1ec5-43cc-4ff8-bf8b-49d2c1467a96 req-363f7220-a77e-45c0-b2c7-679abe21b90d tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795708 Aug 31 08:56:45.916349 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5c17f-34a5-421d-8673-28053cf35dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5351a2f4-399b-4a9a-9e74-bddb0b747eec,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:45.933075 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5c17f-34a5-421d-8673-28053cf35dea admin admin] Checking segment: {'id': 'fa2d08a3-af69-4371-a8ff-fbdd312bf5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1356, 'network_id': '6ce4b1e9-0927-4002-a258-967d1c4a5dc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:56:45.933442 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d5c17f-34a5-421d-8673-28053cf35dea admin admin] Network hostable DHCP agents. Network: 6ce4b1e9-0927-4002-a258-967d1c4a5dc2, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:56:46.019215 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d5c17f-34a5-421d-8673-28053cf35dea admin admin] Network 6ce4b1e9-0927-4002-a258-967d1c4a5dc2 is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:56:46.096122 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4143594-c053-4469-b42d-ed21a04c7173 req-e725001d-0867-454b-a974-89658350958b tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:46.097625 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b4143594-c053-4469-b42d-ed21a04c7173 req-e725001d-0867-454b-a974-89658350958b tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 950 time: 0.0603273 Aug 31 08:56:46.099350 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-a8d5c17f-34a5-421d-8673-28053cf35dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 6ce4b1e9-0927-4002-a258-967d1c4a5dc2) {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:56:46.104615 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d5c17f-34a5-421d-8673-28053cf35dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:46.105398 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a8d5c17f-34a5-421d-8673-28053cf35dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:46.110549 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe52467-d9c0-42bb-9fd6-69a113b02f1d None None] Network 6ce4b1e9-0927-4002-a258-967d1c4a5dc2 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:56:46.136672 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b4143594-c053-4469-b42d-ed21a04c7173 req-b64cd31d-c282-47bc-8336-ca056067d237 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327487 Aug 31 08:56:46.185858 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-a8d5c17f-34a5-421d-8673-28053cf35dea admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7114606 Aug 31 08:56:46.249050 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39099d65-69af-4626-a29f-137816616be5 None None] Network 6ce4b1e9-0927-4002-a258-967d1c4a5dc2 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:56:46.337784 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 53946) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:46.384119 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7eccc3-980a-4ae1-b418-8c15ce5551d3 req-4f32bafa-5de0-4949-9a23-eab425d305d6 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:46.385695 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ec7eccc3-980a-4ae1-b418-8c15ce5551d3 req-4f32bafa-5de0-4949-9a23-eab425d305d6 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0751944 Aug 31 08:56:46.395436 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_v2 [None req-88789f5c-861d-4dd3-9bbb-24486f8b7047 admin admin] Deleting subnet 68d65e69-6dae-4062-92fa-3bc3e1ecdd0d {{(pid=101272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:56:46.399256 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-88789f5c-861d-4dd3-9bbb-24486f8b7047 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:46.444192 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-88789f5c-861d-4dd3-9bbb-24486f8b7047 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192415'] for subnet, precommit_delete_associations {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:46.461992 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ec7eccc3-980a-4ae1-b418-8c15ce5551d3 req-44f7e3f7-44bc-4c44-b272-ba956554c1f0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700207 Aug 31 08:56:46.522306 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-88789f5c-861d-4dd3-9bbb-24486f8b7047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:46.566534 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614da0b-1cfe-4912-bca3-e3d3bfe4361d req-550c31ab-197d-4c86-be08-0c0fb067b2bf tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:46.568039 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7614da0b-1cfe-4912-bca3-e3d3bfe4361d req-550c31ab-197d-4c86-be08-0c0fb067b2bf tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0962133 Aug 31 08:56:46.633362 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7614da0b-1cfe-4912-bca3-e3d3bfe4361d req-0a28e9d5-e9e9-4db3-9e08-e229c341c026 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589082 Aug 31 08:56:46.710686 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-88789f5c-861d-4dd3-9bbb-24486f8b7047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9270521'] for subnet, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:46.735133 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88789f5c-861d-4dd3-9bbb-24486f8b7047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d65e69-6dae-4062-92fa-3bc3e1ecdd0d,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:46.741068 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-88789f5c-861d-4dd3-9bbb-24486f8b7047 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:46.743867 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-88789f5c-861d-4dd3-9bbb-24486f8b7047 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/68d65e69-6dae-4062-92fa-3bc3e1ecdd0d HTTP/1.1" status: 204 len: 168 time: 0.4048858 Aug 31 08:56:46.746367 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 53952) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:46.821970 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0e83ce8b-a018-4214-80a9-6a2bddf46d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:46.920221 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0e83ce8b-a018-4214-80a9-6a2bddf46d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:46.933209 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-0e83ce8b-a018-4214-80a9-6a2bddf46d93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461206e2-a3b8-49df-963b-445474c67472']}} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:56:46.946134 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-0e83ce8b-a018-4214-80a9-6a2bddf46d93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b40004-8815-4c89-bd7b-e718b8ce1f55') {'for_net_delete': True} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:56:46.946434 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-0e83ce8b-a018-4214-80a9-6a2bddf46d93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b40004-8815-4c89-bd7b-e718b8ce1f55') {} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:56:46.958476 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0e83ce8b-a018-4214-80a9-6a2bddf46d93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192420'] for segment, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:46.985805 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0e83ce8b-a018-4214-80a9-6a2bddf46d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:46.992941 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e83ce8b-a018-4214-80a9-6a2bddf46d93 admin admin] Releasing vlan 1378 on physical network physnet1 to pool {{(pid=101272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:56:46.993349 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0e83ce8b-a018-4214-80a9-6a2bddf46d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427496'] for segment, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: Traceback (most recent call last): Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: timer() Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: cb(*args, **kw) Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: return func(*args, **kwargs) Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: self._notify() Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: self.callback(batched_events) Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: event.method(event) Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: return f(self, *a, **k) Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._get(url).json() Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: return self.request(url, 'GET', **kwargs) Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:56:46.995469 dv-cinder-782910-2-iscsi neutron-server[101272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:56:47.071645 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d112d6-3597-48fb-bd10-38b07a6dfd6c req-8096e4a1-c459-4fc3-9f28-d15fd6dfe9fb tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:47.073121 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-65d112d6-3597-48fb-bd10-38b07a6dfd6c req-8096e4a1-c459-4fc3-9f28-d15fd6dfe9fb tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0583296 Aug 31 08:56:47.118157 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-65d112d6-3597-48fb-bd10-38b07a6dfd6c req-085f9ab2-d193-46ea-baa1-f25cbf37ad65 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385833 Aug 31 08:56:47.272204 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932c8de-9e30-4007-a326-9c6c0787b641 req-efe641e9-7eaa-45e0-9fe3-721320938a81 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:47.274527 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8932c8de-9e30-4007-a326-9c6c0787b641 req-efe641e9-7eaa-45e0-9fe3-721320938a81 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 950 time: 0.0599430 Aug 31 08:56:47.316485 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8932c8de-9e30-4007-a326-9c6c0787b641 req-ac27acb4-a79a-4d17-ac45-ae14899cc940 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357795 Aug 31 08:56:47.388271 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:56:47.568273 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0e83ce8b-a018-4214-80a9-6a2bddf46d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:47.588125 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0e83ce8b-a018-4214-80a9-6a2bddf46d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:47.588125 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-0e83ce8b-a018-4214-80a9-6a2bddf46d93 admin admin] 10.222.0.74 "DELETE /v2.0/networks/461206e2-a3b8-49df-963b-445474c67472 HTTP/1.1" status: 204 len: 168 time: 0.8318424 Aug 31 08:56:47.589174 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963db75-2b05-4b07-8f55-87e4295b2b85 req-528664af-f4c5-403f-b44c-51064c7f1975 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:47.589174 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6963db75-2b05-4b07-8f55-87e4295b2b85 req-528664af-f4c5-403f-b44c-51064c7f1975 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0562062 Aug 31 08:56:47.589381 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83ce8b-a018-4214-80a9-6a2bddf46d93 admin admin] Pushing event deleted for resources: {'Network': ['ID=461206e2-a3b8-49df-963b-445474c67472,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:47.590153 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 53962) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:47.661069 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Deleting subnet 5351a2f4-399b-4a9a-9e74-bddb0b747eec {{(pid=101273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:56:47.666407 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:47.671181 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6963db75-2b05-4b07-8f55-87e4295b2b85 req-9bc929fb-9802-489a-9594-83728cfc3d2d tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735505 Aug 31 08:56:47.687704 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:47.715976 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12966715'] for subnet, precommit_delete_associations {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:47.767561 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:47.798086 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47ecd5-b84d-48ea-bc93-ddaf1905f849 req-3843dc12-5949-4ea7-a676-02bc7a4b649f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:47.799985 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-fb47ecd5-b84d-48ea-bc93-ddaf1905f849 req-3843dc12-5949-4ea7-a676-02bc7a4b649f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0644505 Aug 31 08:56:47.846151 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-fb47ecd5-b84d-48ea-bc93-ddaf1905f849 req-c6973347-0583-457e-b78f-af57af8f4b21 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358136 Aug 31 08:56:47.904986 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12899978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12590140'] for subnet, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:47.932820 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5351a2f4-399b-4a9a-9e74-bddb0b747eec,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:47.935455 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:47.937325 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5351a2f4-399b-4a9a-9e74-bddb0b747eec HTTP/1.1" status: 204 len: 168 time: 0.3462164 Aug 31 08:56:47.940938 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 53968) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:47.943965 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:47.944315 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:47.944651 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:47.945035 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:47.945894 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:47.946218 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:47.946539 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:47.946860 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:47.947179 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:47.947494 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:47.947854 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:47.948219 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b3e33a-601c-48c4-a51c-490d8bbf56ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:56:48.023151 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-37e4d6e3-edc0-4341-9d20-f66e473a780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:48.106433 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-37e4d6e3-edc0-4341-9d20-f66e473a780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:48.117836 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-37e4d6e3-edc0-4341-9d20-f66e473a780d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce4b1e9-0927-4002-a258-967d1c4a5dc2']}} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:56:48.128462 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-37e4d6e3-edc0-4341-9d20-f66e473a780d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa2d08a3-af69-4371-a8ff-fbdd312bf5c8') {'for_net_delete': True} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:56:48.128757 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-37e4d6e3-edc0-4341-9d20-f66e473a780d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa2d08a3-af69-4371-a8ff-fbdd312bf5c8') {} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:56:48.138016 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-37e4d6e3-edc0-4341-9d20-f66e473a780d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192420'] for segment, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:48.152820 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-37e4d6e3-edc0-4341-9d20-f66e473a780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:48.162338 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e4d6e3-edc0-4341-9d20-f66e473a780d admin admin] Releasing vlan 1356 on physical network physnet1 to pool {{(pid=101272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:56:48.162751 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-37e4d6e3-edc0-4341-9d20-f66e473a780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427496'] for segment, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: Traceback (most recent call last): Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: timer() Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: cb(*args, **kw) Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: return func(*args, **kwargs) Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: self._notify() Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: self.callback(batched_events) Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: event.method(event) Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: return f(self, *a, **k) Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._get(url).json() Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: return self.request(url, 'GET', **kwargs) Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:56:48.165335 dv-cinder-782910-2-iscsi neutron-server[101272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:56:48.259395 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a22dc-a1c8-4e02-b487-8f6b6fa1161e req-5f5c4a0b-3f24-4315-9d61-936e51c61676 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:48.260983 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-002a22dc-a1c8-4e02-b487-8f6b6fa1161e req-5f5c4a0b-3f24-4315-9d61-936e51c61676 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0552607 Aug 31 08:56:48.300985 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-002a22dc-a1c8-4e02-b487-8f6b6fa1161e req-855bf5af-238e-46c7-a0d1-13ef2db7da6d tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336862 Aug 31 08:56:48.316014 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-37e4d6e3-edc0-4341-9d20-f66e473a780d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:48.321639 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-37e4d6e3-edc0-4341-9d20-f66e473a780d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:48.323454 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-37e4d6e3-edc0-4341-9d20-f66e473a780d admin admin] 10.222.0.74 "DELETE /v2.0/networks/6ce4b1e9-0927-4002-a258-967d1c4a5dc2 HTTP/1.1" status: 204 len: 168 time: 0.3809896 Aug 31 08:56:48.335023 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4d6e3-edc0-4341-9d20-f66e473a780d admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce4b1e9-0927-4002-a258-967d1c4a5dc2,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:48.446076 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b68916-4a7b-483a-b8b4-d947e469c25f req-9151b896-0cfa-42c0-a355-21bd3a75d906 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:48.447603 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-96b68916-4a7b-483a-b8b4-d947e469c25f req-9151b896-0cfa-42c0-a355-21bd3a75d906 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 950 time: 0.0532663 Aug 31 08:56:48.489462 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-96b68916-4a7b-483a-b8b4-d947e469c25f req-97cc368f-29da-4d2f-a3f9-f111897aee33 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359278 Aug 31 08:56:48.686119 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 53976) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:48.733417 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-a515ec0d-1b34-4fbf-89c5-7648a581b00c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=734f0674688e4a4fb6e19cd43e18a4c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462217 Aug 31 08:56:48.735819 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 53980) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:48.852375 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6981e2-7c79-484d-bb1b-4c5c00a40240 req-f9f1c43d-0a05-47c1-b810-f977e274c10b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:48.853948 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2e6981e2-7c79-484d-bb1b-4c5c00a40240 req-f9f1c43d-0a05-47c1-b810-f977e274c10b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0706434 Aug 31 08:56:48.854809 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5663cb62-a307-414f-aba8-af78c290e831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:48.906514 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5663cb62-a307-414f-aba8-af78c290e831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:48.917972 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2e6981e2-7c79-484d-bb1b-4c5c00a40240 req-d53ca202-4289-4ee7-8a73-ab1b2fbf5570 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575821 Aug 31 08:56:49.001689 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bfb77-cf06-44a6-8340-e4b27bf4d51e req-e6887664-ac57-4078-91f4-3ba38fc18413 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:49.003217 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5b2bfb77-cf06-44a6-8340-e4b27bf4d51e req-e6887664-ac57-4078-91f4-3ba38fc18413 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0616367 Aug 31 08:56:49.043319 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5b2bfb77-cf06-44a6-8340-e4b27bf4d51e req-f82e8da2-140f-4282-8d19-3a910ff10e71 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339048 Aug 31 08:56:49.058958 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5663cb62-a307-414f-aba8-af78c290e831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:49.065403 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5663cb62-a307-414f-aba8-af78c290e831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:49.065403 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-5663cb62-a307-414f-aba8-af78c290e831 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/204b9efe-eacb-4bdf-b946-e59c03ebf162 HTTP/1.1" status: 204 len: 168 time: 0.3259416 Aug 31 08:56:49.070879 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663cb62-a307-414f-aba8-af78c290e831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204b9efe-eacb-4bdf-b946-e59c03ebf162,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:49.439553 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30aa55-40da-4e80-9205-7b9215953918 req-c7b49375-a355-4a2f-bade-70810c28cfd7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:49.441457 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0a30aa55-40da-4e80-9205-7b9215953918 req-c7b49375-a355-4a2f-bade-70810c28cfd7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0550876 Aug 31 08:56:49.488061 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0a30aa55-40da-4e80-9205-7b9215953918 req-1d873fbe-6a5a-4feb-8627-fbaa854976d4 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363829 Aug 31 08:56:49.613664 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7f96c-7cc1-4738-a145-e630c6a824aa req-4e8235b7-3697-494d-816d-d064ee17cdb2 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:49.615423 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-cff7f96c-7cc1-4738-a145-e630c6a824aa req-4e8235b7-3697-494d-816d-d064ee17cdb2 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 950 time: 0.0571294 Aug 31 08:56:49.690484 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-cff7f96c-7cc1-4738-a145-e630c6a824aa req-a1cd7995-5a2e-4755-b977-db3ec7a71369 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685833 Aug 31 08:56:50.052322 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a33b1e-762a-473c-8f2b-2661b40c9aa0 req-67866611-75c3-40df-96f3-81b014b14e87 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:50.054055 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a7a33b1e-762a-473c-8f2b-2661b40c9aa0 req-67866611-75c3-40df-96f3-81b014b14e87 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0604506 Aug 31 08:56:50.094843 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a7a33b1e-762a-473c-8f2b-2661b40c9aa0 req-828b2047-6bbe-4658-89f7-dce2aea86c8c tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342398 Aug 31 08:56:50.180028 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c273ee-4b9f-4116-8bce-b39345cdea2e req-1d664367-5154-413b-bfb6-d89d2ddd56ca tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:50.181676 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c8c273ee-4b9f-4116-8bce-b39345cdea2e req-1d664367-5154-413b-bfb6-d89d2ddd56ca tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0549061 Aug 31 08:56:50.191330 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54000) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:50.226146 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c8c273ee-4b9f-4116-8bce-b39345cdea2e req-556a65ac-82d5-4c77-8bda-376953c20cde tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379262 Aug 31 08:56:50.233451 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-0354d05d-0f33-4576-bac4-2a4477f1888a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=22f543da550642778d2689d5cbc516ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408425 Aug 31 08:56:50.236056 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54002) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:56:50.292839 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-337097c7-433b-4b75-8cfb-46ef8cc95c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:50.315528 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-337097c7-433b-4b75-8cfb-46ef8cc95c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:50.498406 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-337097c7-433b-4b75-8cfb-46ef8cc95c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:50.501262 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-337097c7-433b-4b75-8cfb-46ef8cc95c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:50.505194 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-337097c7-433b-4b75-8cfb-46ef8cc95c7c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b4351921-adda-4088-823a-ddfc501d1680 HTTP/1.1" status: 204 len: 168 time: 0.2649753 Aug 31 08:56:50.512702 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337097c7-433b-4b75-8cfb-46ef8cc95c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4351921-adda-4088-823a-ddfc501d1680,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:50.644825 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b2a86-ca05-4b57-85f7-96b131d55b6c req-ada0a643-1cd6-485b-bf8e-c37d42b3dfee tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:50.647359 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-450b2a86-ca05-4b57-85f7-96b131d55b6c req-ada0a643-1cd6-485b-bf8e-c37d42b3dfee tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0836828 Aug 31 08:56:50.699041 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-450b2a86-ca05-4b57-85f7-96b131d55b6c req-6696876a-d9f3-4259-be36-eb73f85d1304 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438328 Aug 31 08:56:50.818134 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86985e0-e60e-40bc-9951-a3a21e9ed872 req-8f5dba91-65d9-4bb9-b5ae-23d303395e1b tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:50.819518 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a86985e0-e60e-40bc-9951-a3a21e9ed872 req-8f5dba91-65d9-4bb9-b5ae-23d303395e1b tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 950 time: 0.0571361 Aug 31 08:56:50.872841 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a86985e0-e60e-40bc-9951-a3a21e9ed872 req-c285588e-fdf9-4b0b-bd6b-73d67aa8d3a6 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424004 Aug 31 08:56:51.221713 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2d17a-3cf3-4c8b-a432-e1e1d139c746 req-a1f61a7c-31ce-43dc-90d3-7987452376bb tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:51.223632 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-40f2d17a-3cf3-4c8b-a432-e1e1d139c746 req-a1f61a7c-31ce-43dc-90d3-7987452376bb tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0562005 Aug 31 08:56:51.276833 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-40f2d17a-3cf3-4c8b-a432-e1e1d139c746 req-f90fac7c-bf01-47e7-b6bc-b7880792a876 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460765 Aug 31 08:56:51.371293 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef751c2-df74-4d93-95cc-85d722c5805f req-7a727b31-10cf-4ac8-ac16-204d31118092 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:51.373346 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4ef751c2-df74-4d93-95cc-85d722c5805f req-7a727b31-10cf-4ac8-ac16-204d31118092 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0579340 Aug 31 08:56:51.431446 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4ef751c2-df74-4d93-95cc-85d722c5805f req-dfd46ba7-4e47-4430-ae45-79a572d6747b tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477693 Aug 31 08:56:51.879474 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9aa885-fe89-4b77-b0bf-79d300e653df req-4353ab9a-fdb5-461d-b19b-d70c0d4a5b38 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:51.881067 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8e9aa885-fe89-4b77-b0bf-79d300e653df req-4353ab9a-fdb5-461d-b19b-d70c0d4a5b38 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0574110 Aug 31 08:56:51.940609 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8e9aa885-fe89-4b77-b0bf-79d300e653df req-54e13b09-83b7-4062-9f5d-84f6d13ba7f7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473680 Aug 31 08:56:52.035414 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b05ab-59e1-42b4-90c8-b3bf2919c7fe req-41bd50d9-f4fc-40e7-b71d-906d3df0cf47 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:52.037252 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8a4b05ab-59e1-42b4-90c8-b3bf2919c7fe req-41bd50d9-f4fc-40e7-b71d-906d3df0cf47 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 950 time: 0.0699735 Aug 31 08:56:52.090336 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8a4b05ab-59e1-42b4-90c8-b3bf2919c7fe req-32266c8d-03cd-422a-b7f7-0ff33d954380 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471671 Aug 31 08:56:52.407132 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d20a33-6409-44cc-9099-8a88ca09b367 req-72fceaee-1676-4cb0-af05-f3cf01a00e36 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:52.421446 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-31d20a33-6409-44cc-9099-8a88ca09b367 req-72fceaee-1676-4cb0-af05-f3cf01a00e36 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0662267 Aug 31 08:56:52.465185 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-31d20a33-6409-44cc-9099-8a88ca09b367 req-57ce8137-5e31-4c13-b222-052b61f63c42 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375385 Aug 31 08:56:52.579163 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6918d2-bac3-4fe9-8e5f-fa4051e89fca req-6f5f6352-56a7-4c8f-862c-0670edf19f42 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:52.580846 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ec6918d2-bac3-4fe9-8e5f-fa4051e89fca req-6f5f6352-56a7-4c8f-862c-0670edf19f42 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0637939 Aug 31 08:56:52.623275 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ec6918d2-bac3-4fe9-8e5f-fa4051e89fca req-96d5ac3f-6d42-4216-a8cf-4e2fba831cbe tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359848 Aug 31 08:56:53.067379 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c69e91-4b51-4eda-9774-2c2b0b00b044 req-c4628bb2-8c84-4861-93a2-af84bd70f572 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:53.075699 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-94c69e91-4b51-4eda-9774-2c2b0b00b044 req-c4628bb2-8c84-4861-93a2-af84bd70f572 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0669556 Aug 31 08:56:53.115659 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-94c69e91-4b51-4eda-9774-2c2b0b00b044 req-43bca7a0-9e2a-4c6e-a579-f3e09d037036 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390279 Aug 31 08:56:53.222274 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99897a1-b51e-4050-a3a5-c1ce936d9ec1 req-b430a459-93f0-4dbe-903a-5297e2838faf tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:53.223677 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f99897a1-b51e-4050-a3a5-c1ce936d9ec1 req-b430a459-93f0-4dbe-903a-5297e2838faf tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 950 time: 0.0489216 Aug 31 08:56:53.268089 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f99897a1-b51e-4050-a3a5-c1ce936d9ec1 req-9c9998fb-e63e-47ea-94aa-41102842ee4e tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372407 Aug 31 08:56:53.610144 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54506c64-eac6-4bf9-9a2b-e561596ec969 req-1972c6cf-a6f5-48a5-b7f4-bca948767d71 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:53.612062 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-54506c64-eac6-4bf9-9a2b-e561596ec969 req-1972c6cf-a6f5-48a5-b7f4-bca948767d71 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0764799 Aug 31 08:56:53.657757 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-54506c64-eac6-4bf9-9a2b-e561596ec969 req-8c1830fb-0004-4ba7-87ea-13315a23b687 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391834 Aug 31 08:56:53.761197 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f6b4b-b253-4772-b0b9-c6b91fbe304d req-a3c6590a-dd57-4c6d-b955-864980ba78fc tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:53.762832 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3d3f6b4b-b253-4772-b0b9-c6b91fbe304d req-a3c6590a-dd57-4c6d-b955-864980ba78fc tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0532067 Aug 31 08:56:53.821978 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3d3f6b4b-b253-4772-b0b9-c6b91fbe304d req-2b05d9bc-155b-4903-ad3b-dbaba9f5c3f6 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529449 Aug 31 08:56:54.274638 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5e0d9-3525-4c8e-a42d-1dd7b645d024 req-d6773488-b93a-4ca9-bde3-e01da520bff5 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:54.276228 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-51a5e0d9-3525-4c8e-a42d-1dd7b645d024 req-d6773488-b93a-4ca9-bde3-e01da520bff5 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0527983 Aug 31 08:56:54.319028 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-51a5e0d9-3525-4c8e-a42d-1dd7b645d024 req-3c4216bd-6208-4df6-a267-f16ee6353e7a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343630 Aug 31 08:56:54.429608 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f6c00-4a4c-4f99-8fce-ebc1efa67ee7 req-88a4ad09-7c73-45d8-ad9e-3f4243961774 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:54.439520 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-462f6c00-4a4c-4f99-8fce-ebc1efa67ee7 req-88a4ad09-7c73-45d8-ad9e-3f4243961774 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 950 time: 0.0885024 Aug 31 08:56:54.490754 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-462f6c00-4a4c-4f99-8fce-ebc1efa67ee7 req-bec6bb6c-946f-43b2-903c-9b01273a4638 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501659 Aug 31 08:56:54.794783 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714fabf-3983-4442-823d-905d426d5042 req-1017c4b2-8f7e-43dd-b89f-3f5e77aee1f3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:54.796355 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b714fabf-3983-4442-823d-905d426d5042 req-1017c4b2-8f7e-43dd-b89f-3f5e77aee1f3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0511398 Aug 31 08:56:54.839767 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b714fabf-3983-4442-823d-905d426d5042 req-91627b4e-0731-465b-87e5-22bc3364595e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321913 Aug 31 08:56:54.955472 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2f165-3278-4930-9690-ede0ab0c20b3 req-88cac847-bf9e-470d-8a09-dbb6578026e7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:54.957045 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-33d2f165-3278-4930-9690-ede0ab0c20b3 req-88cac847-bf9e-470d-8a09-dbb6578026e7 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0565495 Aug 31 08:56:54.997699 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-33d2f165-3278-4930-9690-ede0ab0c20b3 req-7a76834f-7835-4f57-8dd5-5643fd8c065c tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346761 Aug 31 08:56:55.460865 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d903e-3a1d-42e9-951e-96c49ecb5b22 req-080f83a9-d950-4521-a4f1-b0492d8bb8ee tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:55.462346 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-449d903e-3a1d-42e9-951e-96c49ecb5b22 req-080f83a9-d950-4521-a4f1-b0492d8bb8ee tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0617845 Aug 31 08:56:55.506329 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-449d903e-3a1d-42e9-951e-96c49ecb5b22 req-9e9167e1-d734-46d3-983a-c8143e98476b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376627 Aug 31 08:56:55.630450 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b44774-6341-4bcc-8255-77c8a52dcb14 req-2aa7a65f-67be-440e-a2cf-bcb8ad1ff0bb tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:55.631925 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-51b44774-6341-4bcc-8255-77c8a52dcb14 req-2aa7a65f-67be-440e-a2cf-bcb8ad1ff0bb tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 950 time: 0.0484638 Aug 31 08:56:55.669810 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-51b44774-6341-4bcc-8255-77c8a52dcb14 req-9045a0ba-a467-48a9-93a7-e1328a647c42 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314462 Aug 31 08:56:55.954481 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73747009-4e08-400c-b36e-314a629216aa req-4d9d35ad-1dba-4cd7-9944-27ea0542db41 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:55.956030 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-73747009-4e08-400c-b36e-314a629216aa req-4d9d35ad-1dba-4cd7-9944-27ea0542db41 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0488086 Aug 31 08:56:55.996773 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-73747009-4e08-400c-b36e-314a629216aa req-7249dd48-4af2-49b0-9119-ba27d6d216fd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342410 Aug 31 08:56:56.123448 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01a20f-70f4-4708-ba08-a1bbbece8f7d req-1d345dac-0d3d-488c-a2ef-ba1088a2a67e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:56.124988 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8b01a20f-70f4-4708-ba08-a1bbbece8f7d req-1d345dac-0d3d-488c-a2ef-ba1088a2a67e tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0575688 Aug 31 08:56:56.165153 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8b01a20f-70f4-4708-ba08-a1bbbece8f7d req-1b4041cf-6cd6-42a0-9f0c-d1d5ab1dc951 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331628 Aug 31 08:56:56.207594 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cda6ac-07bc-4d26-9838-d1417be93ea6 req-6f2e0704-bc8a-4ab3-915b-7527fc1ea34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:56.209132 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c9cda6ac-07bc-4d26-9838-d1417be93ea6 req-6f2e0704-bc8a-4ab3-915b-7527fc1ea34a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=37794a2c64b644a191bbec64466ba629&device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 1098 time: 0.0439601 Aug 31 08:56:56.340037 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cda6ac-07bc-4d26-9838-d1417be93ea6 req-157d0670-28e8-4108-8871-a1dfe7726fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:56.341448 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c9cda6ac-07bc-4d26-9838-d1417be93ea6 req-157d0670-28e8-4108-8871-a1dfe7726fc5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d610ca2e-6360-4e86-b55f-a470d5c807c5 HTTP/1.1" status: 200 len: 912 time: 0.0939081 Aug 31 08:56:56.410103 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c9cda6ac-07bc-4d26-9838-d1417be93ea6 req-05b4a919-7d14-4766-863e-f28c14417d74 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57537c94-502c-49f0-951f-941710f86076 HTTP/1.1" status: 200 len: 1001 time: 0.0606222 Aug 31 08:56:56.472649 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cda6ac-07bc-4d26-9838-d1417be93ea6 req-48304416-936a-4a23-a6ba-24d120e95036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:56.474121 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c9cda6ac-07bc-4d26-9838-d1417be93ea6 req-48304416-936a-4a23-a6ba-24d120e95036 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=bf9e77d3-4b26-40d6-b9c6-dff49a105ccc HTTP/1.1" status: 200 len: 849 time: 0.0444748 Aug 31 08:56:56.532135 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cda6ac-07bc-4d26-9838-d1417be93ea6 req-d3a2ef78-da84-4ae7-ab68-74367fa218c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:56.533658 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c9cda6ac-07bc-4d26-9838-d1417be93ea6 req-d3a2ef78-da84-4ae7-ab68-74367fa218c6 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d610ca2e-6360-4e86-b55f-a470d5c807c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476141 Aug 31 08:56:56.666139 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c9cda6ac-07bc-4d26-9838-d1417be93ea6 req-553f1b4f-ce5a-4072-b544-76b4d31c69a3 service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230159 Aug 31 08:56:56.675487 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2a27b-98c7-45c5-86de-9a8b4558c728 req-8f9a4990-3515-449c-9dc1-957dcd4b67a8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:56.675746 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3ed2a27b-98c7-45c5-86de-9a8b4558c728 req-8f9a4990-3515-449c-9dc1-957dcd4b67a8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0877485 Aug 31 08:56:56.762916 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3ed2a27b-98c7-45c5-86de-9a8b4558c728 req-fd4d5cc9-6520-43a6-babb-315c7b5ef2ee tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773785 Aug 31 08:56:56.793218 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660281f-ff86-4129-97ec-ab4fe7b7b177 req-8da356eb-9f0d-489b-832c-d88ec5be0709 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:56.794732 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f660281f-ff86-4129-97ec-ab4fe7b7b177 req-8da356eb-9f0d-489b-832c-d88ec5be0709 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 950 time: 0.0575714 Aug 31 08:56:56.817112 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c9cda6ac-07bc-4d26-9838-d1417be93ea6 req-b1bd6df2-1146-4e88-8355-5adcc392a8af service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394830 Aug 31 08:56:56.839640 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f660281f-ff86-4129-97ec-ab4fe7b7b177 req-6f808a51-c9e2-47d6-973b-3e04093c4fd2 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383742 Aug 31 08:56:57.119025 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc860c8-9477-4859-846e-697cd3fc54e9 req-3c1ab24a-fa62-4a96-b4e6-493a517cc7ba tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:57.120650 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6fc860c8-9477-4859-846e-697cd3fc54e9 req-3c1ab24a-fa62-4a96-b4e6-493a517cc7ba tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0538778 Aug 31 08:56:57.164396 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6fc860c8-9477-4859-846e-697cd3fc54e9 req-74afe90b-4889-4e12-9337-c7ea69fd403f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373867 Aug 31 08:56:57.296662 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528bbd6-c3c6-4369-b602-b2b17c0e0eb3 req-da8bb5ad-69b5-412d-a91c-b153f51c6ddf tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:57.298533 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4528bbd6-c3c6-4369-b602-b2b17c0e0eb3 req-da8bb5ad-69b5-412d-a91c-b153f51c6ddf tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0607181 Aug 31 08:56:57.344482 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4528bbd6-c3c6-4369-b602-b2b17c0e0eb3 req-b783bb92-ef0f-4a3d-a0ce-7eb876690e6f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/security-groups?id=4ca29032-5321-4a85-bec2-7c3b4973f4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335448 Aug 31 08:56:57.578309 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db5021-b304-452a-9d02-a875378885f6 req-9247acac-88b2-4432-8701-cfd152bbe4ed tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:57.578309 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b2db5021-b304-452a-9d02-a875378885f6 req-9247acac-88b2-4432-8701-cfd152bbe4ed tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.103 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 946 time: 0.0554295 Aug 31 08:56:57.697405 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653aa81-edd8-4f18-98e2-b377a0d3c06e req-bd141f56-e842-4c96-b777-32f41a441c46 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:57.698869 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d653aa81-edd8-4f18-98e2-b377a0d3c06e req-bd141f56-e842-4c96-b777-32f41a441c46 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0921793 Aug 31 08:56:57.730882 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-b2db5021-b304-452a-9d02-a875378885f6 req-66e9c7e8-8791-4ce7-a5ce-d26f312d7879 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Deleting port 81f72c17-3885-45ba-babe-aee7fb045bb5 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:56:57.731216 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-b2db5021-b304-452a-9d02-a875378885f6 req-66e9c7e8-8791-4ce7-a5ce-d26f312d7879 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:57.779372 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d653aa81-edd8-4f18-98e2-b377a0d3c06e req-f912f022-73ed-4ee2-bb6b-14a25f6b797e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742917 Aug 31 08:56:57.839220 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-b2db5021-b304-452a-9d02-a875378885f6 req-66e9c7e8-8791-4ce7-a5ce-d26f312d7879 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] For port 81f72c17-3885-45ba-babe-aee7fb045bb5, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=81f72c17-3885-45ba-babe-aee7fb045bb5,segment=NetworkSegment(eecfa237-a499-4b1a-a281-9a9ba0871f9e),segment_id=eecfa237-a499-4b1a-a281-9a9ba0871f9e)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:57.839585 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-b2db5021-b304-452a-9d02-a875378885f6 req-66e9c7e8-8791-4ce7-a5ce-d26f312d7879 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:57.867311 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-b2db5021-b304-452a-9d02-a875378885f6 req-66e9c7e8-8791-4ce7-a5ce-d26f312d7879 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Calling delete_port for 81f72c17-3885-45ba-babe-aee7fb045bb5 owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:56:57.904123 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923ef60-f998-4215-9429-d80f176f762b req-e5cf26b5-2568-4dd8-b696-022574ee3f88 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:57.905724 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8923ef60-f998-4215-9429-d80f176f762b req-e5cf26b5-2568-4dd8-b696-022574ee3f88 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0540428 Aug 31 08:56:57.950452 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8923ef60-f998-4215-9429-d80f176f762b req-934e68f3-53c5-462b-b51f-fd7680fafee7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387096 Aug 31 08:56:57.962102 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4e018-3058-44e9-a76d-d2cf93b6f0e9 req-df1dd2ef-3ce5-4687-b383-89233aa8b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:57.963774 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-64a4e018-3058-44e9-a76d-d2cf93b6f0e9 req-df1dd2ef-3ce5-4687-b383-89233aa8b70a service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=37794a2c64b644a191bbec64466ba629&device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 1098 time: 0.1150000 Aug 31 08:56:58.056832 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77590e5b-ac14-4c59-9771-240a0ac9b0b3 req-597329b7-da50-4e6d-988b-b3f97a22ee6d tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:58.058207 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-77590e5b-ac14-4c59-9771-240a0ac9b0b3 req-597329b7-da50-4e6d-988b-b3f97a22ee6d tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 950 time: 0.1264172 Aug 31 08:56:58.183815 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4e018-3058-44e9-a76d-d2cf93b6f0e9 req-3794b629-86db-46ba-9641-fc75f4fd29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:58.185367 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-64a4e018-3058-44e9-a76d-d2cf93b6f0e9 req-3794b629-86db-46ba-9641-fc75f4fd29d9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d610ca2e-6360-4e86-b55f-a470d5c807c5 HTTP/1.1" status: 200 len: 912 time: 0.2105329 Aug 31 08:56:58.188135 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-77590e5b-ac14-4c59-9771-240a0ac9b0b3 req-8e482c0c-83c1-4f00-8fef-0036be9360ff tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/security-groups?id=3e18b066-cc38-4408-a898-e314e337ae48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142807 Aug 31 08:56:58.208584 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe41b8-14f0-4b13-ab4a-272016c01ad9 req-5d571a64-05e8-4331-9286-bb33ac0ebb1d tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:58.210629 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fabe41b8-14f0-4b13-ab4a-272016c01ad9 req-5d571a64-05e8-4331-9286-bb33ac0ebb1d tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.103 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 950 time: 0.1489747 Aug 31 08:56:58.321051 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-64a4e018-3058-44e9-a76d-d2cf93b6f0e9 req-07b16d3e-3258-4010-ad87-e67f9fa94a0c service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57537c94-502c-49f0-951f-941710f86076 HTTP/1.1" status: 200 len: 1001 time: 0.1269741 Aug 31 08:56:58.387149 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4e018-3058-44e9-a76d-d2cf93b6f0e9 req-93f1f366-7e07-48a8-a680-cf94ac449009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:58.388810 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-64a4e018-3058-44e9-a76d-d2cf93b6f0e9 req-93f1f366-7e07-48a8-a680-cf94ac449009 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=bf9e77d3-4b26-40d6-b9c6-dff49a105ccc HTTP/1.1" status: 200 len: 849 time: 0.0575268 Aug 31 08:56:58.393371 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-fabe41b8-14f0-4b13-ab4a-272016c01ad9 req-6456bf94-c627-4b46-97f1-f2f09fb0a1c5 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Deleting port f84ec2db-cca4-48d0-842a-9783d98b7a73 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:56:58.393712 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-fabe41b8-14f0-4b13-ab4a-272016c01ad9 req-6456bf94-c627-4b46-97f1-f2f09fb0a1c5 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:58.430726 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-b2db5021-b304-452a-9d02-a875378885f6 req-66e9c7e8-8791-4ce7-a5ce-d26f312d7879 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:58.444582 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['81f72c17-3885-45ba-babe-aee7fb045bb5'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:56:58.451119 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1a2deae0-55b9-4454-b3cc-3cea4e8ef628 req-6976ac3c-c3e8-4ce7-91ff-ecdaced7bce8 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 210 time: 0.0341468 Aug 31 08:56:58.512776 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9c7e8-8791-4ce7-a5ce-d26f312d7879 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Pushing event deleted for resources: {'Port': ['ID=81f72c17-3885-45ba-babe-aee7fb045bb5,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:58.578811 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4e018-3058-44e9-a76d-d2cf93b6f0e9 req-73354294-9f9b-451e-bdf1-61618fafdcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:58.580358 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-64a4e018-3058-44e9-a76d-d2cf93b6f0e9 req-73354294-9f9b-451e-bdf1-61618fafdcc8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d610ca2e-6360-4e86-b55f-a470d5c807c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1834598 Aug 31 08:56:58.583694 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2db5021-b304-452a-9d02-a875378885f6 req-66e9c7e8-8791-4ce7-a5ce-d26f312d7879 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] No DVR routers for this DVR port 81f72c17-3885-45ba-babe-aee7fb045bb5 on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:56:58.589133 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-b2db5021-b304-452a-9d02-a875378885f6 req-66e9c7e8-8791-4ce7-a5ce-d26f312d7879 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:58.591419 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b2db5021-b304-452a-9d02-a875378885f6 req-66e9c7e8-8791-4ce7-a5ce-d26f312d7879 tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.103 "DELETE /v2.0/ports/81f72c17-3885-45ba-babe-aee7fb045bb5 HTTP/1.1" status: 204 len: 173 time: 1.0146787 Aug 31 08:56:58.591961 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0394f43-fa71-4498-8dd6-a21215dcde29', 'name': 'network-vif-deleted', 'tag': '81f72c17-3885-45ba-babe-aee7fb045bb5'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:56:58.594662 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831d8976-a4b4-49a3-96fe-d525aaf61c50" -d '{"events": [{"server_uuid": "d0394f43-fa71-4498-8dd6-a21215dcde29", "name": "network-vif-deleted", "tag": "81f72c17-3885-45ba-babe-aee7fb045bb5"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:56:58.657619 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3221cd-a8c1-4364-ae29-5e240431d9ee x-openstack-request-id: req-2e3221cd-a8c1-4364-ae29-5e240431d9ee {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:56:58.657908 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0394f43-fa71-4498-8dd6-a21215dcde29", "name": "network-vif-deleted", "tag": "81f72c17-3885-45ba-babe-aee7fb045bb5", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:56:58.658155 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2e3221cd-a8c1-4364-ae29-5e240431d9ee {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:56:58.658571 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0394f43-fa71-4498-8dd6-a21215dcde29', 'name': 'network-vif-deleted', 'tag': '81f72c17-3885-45ba-babe-aee7fb045bb5', 'status': 'completed', 'code': 200} Aug 31 08:56:58.669685 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-fabe41b8-14f0-4b13-ab4a-272016c01ad9 req-6456bf94-c627-4b46-97f1-f2f09fb0a1c5 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] For port f84ec2db-cca4-48d0-842a-9783d98b7a73, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f84ec2db-cca4-48d0-842a-9783d98b7a73,segment=NetworkSegment(96c0261b-8a00-4eb5-a6a9-088685d9a73e),segment_id=96c0261b-8a00-4eb5-a6a9-088685d9a73e)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:56:58.670055 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-fabe41b8-14f0-4b13-ab4a-272016c01ad9 req-6456bf94-c627-4b46-97f1-f2f09fb0a1c5 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:58.689689 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-fabe41b8-14f0-4b13-ab4a-272016c01ad9 req-6456bf94-c627-4b46-97f1-f2f09fb0a1c5 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Calling delete_port for f84ec2db-cca4-48d0-842a-9783d98b7a73 owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:56:58.772310 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-64a4e018-3058-44e9-a76d-d2cf93b6f0e9 req-df3da5cd-77b7-462a-8b49-282a5fb54e00 service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680369 Aug 31 08:56:58.902984 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb899740-319a-4bd2-bc17-1d80353174fd req-edacb5b2-3bd6-4dc0-9666-d7904f1a2276 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:58.908480 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-fb899740-319a-4bd2-bc17-1d80353174fd req-edacb5b2-3bd6-4dc0-9666-d7904f1a2276 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0589600 Aug 31 08:56:58.926084 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-64a4e018-3058-44e9-a76d-d2cf93b6f0e9 req-3eee565c-ce33-4abd-bb72-808582fde84d service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419549 Aug 31 08:56:58.945150 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-fb899740-319a-4bd2-bc17-1d80353174fd req-46d53181-3f2c-4439-831d-7d6ff2a84d01 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342941 Aug 31 08:56:59.283384 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-fabe41b8-14f0-4b13-ab4a-272016c01ad9 req-6456bf94-c627-4b46-97f1-f2f09fb0a1c5 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:59.332081 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-487135b5-0079-4dca-a0a5-dd69a8febaed req-3ab619dd-46f6-4f5f-85cd-7b2c4cc629ba tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 210 time: 0.0348270 Aug 31 08:56:59.333522 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6456bf94-c627-4b46-97f1-f2f09fb0a1c5 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Pushing event deleted for resources: {'Port': ['ID=f84ec2db-cca4-48d0-842a-9783d98b7a73,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:56:59.355227 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb3a78-93a0-4c6d-96f4-5690f666cb28 req-6a616650-e2da-4343-a2b4-e4eb6f14f13d tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:56:59.358579 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-83cb3a78-93a0-4c6d-96f4-5690f666cb28 req-6a616650-e2da-4343-a2b4-e4eb6f14f13d tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.3331642 Aug 31 08:56:59.380925 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabe41b8-14f0-4b13-ab4a-272016c01ad9 req-6456bf94-c627-4b46-97f1-f2f09fb0a1c5 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] No DVR routers for this DVR port f84ec2db-cca4-48d0-842a-9783d98b7a73 on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:56:59.397945 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-fabe41b8-14f0-4b13-ab4a-272016c01ad9 req-6456bf94-c627-4b46-97f1-f2f09fb0a1c5 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:56:59.400014 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fabe41b8-14f0-4b13-ab4a-272016c01ad9 req-6456bf94-c627-4b46-97f1-f2f09fb0a1c5 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.103 "DELETE /v2.0/ports/f84ec2db-cca4-48d0-842a-9783d98b7a73 HTTP/1.1" status: 204 len: 173 time: 1.1598754 Aug 31 08:56:59.419463 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-83cb3a78-93a0-4c6d-96f4-5690f666cb28 req-641d7232-fbc4-45a4-9f54-c1623d9e1bb8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399606 Aug 31 08:56:59.565042 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-28aff9e0-c846-4cd3-a528-3d0299ebb775 req-2e3cae5d-3b34-470f-b32c-5d4e31975d7f tempest-ServerRescueNegativeTestJSON-353131282 tempest-ServerRescueNegativeTestJSON-353131282-project] 10.222.0.74 "GET /v2.0/ports?device_id=d0394f43-fa71-4498-8dd6-a21215dcde29 HTTP/1.1" status: 200 len: 210 time: 0.0288990 Aug 31 08:57:00.071777 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ec059-7602-4b62-a203-4f4cb05dd66b req-2ec3683d-43f6-49c9-b579-03148a5a9974 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:00.076874 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-953ec059-7602-4b62-a203-4f4cb05dd66b req-2ec3683d-43f6-49c9-b579-03148a5a9974 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0564077 Aug 31 08:57:00.116200 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-953ec059-7602-4b62-a203-4f4cb05dd66b req-dfe32ec1-1764-4a48-b6ca-210280a3d6e3 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329943 Aug 31 08:57:00.424479 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b1eb241f-af5a-4a59-8fa4-4131cab0e071 req-8587a70f-20b6-49b0-9a2a-bf9034d39d71 tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 210 time: 0.0270042 Aug 31 08:57:00.561366 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9fda5-cc89-48d8-a567-4252c2fa848f req-6fb76138-803a-4ee0-914e-97d547819caa tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:00.562911 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-50a9fda5-cc89-48d8-a567-4252c2fa848f req-6fb76138-803a-4ee0-914e-97d547819caa tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0592122 Aug 31 08:57:00.602243 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-50a9fda5-cc89-48d8-a567-4252c2fa848f req-0fb67c7f-4f12-4fa0-b642-2d09d88994fd tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328646 Aug 31 08:57:00.624144 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54180) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:00.664626 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b283b590-14c9-48a6-8c0f-f1a9fcaec64a', 'name': 'network-vif-deleted', 'tag': 'f84ec2db-cca4-48d0-842a-9783d98b7a73'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:57:00.666859 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db59dba-8e66-4fdc-b2cb-4288702a18fd" -d '{"events": [{"server_uuid": "b283b590-14c9-48a6-8c0f-f1a9fcaec64a", "name": "network-vif-deleted", "tag": "f84ec2db-cca4-48d0-842a-9783d98b7a73"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:57:00.721073 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa03beb-b936-481f-8082-9a201640e811 x-openstack-request-id: req-7fa03beb-b936-481f-8082-9a201640e811 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:57:00.721360 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b283b590-14c9-48a6-8c0f-f1a9fcaec64a", "name": "network-vif-deleted", "tag": "f84ec2db-cca4-48d0-842a-9783d98b7a73", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:57:00.721685 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7fa03beb-b936-481f-8082-9a201640e811 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:57:00.722060 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b283b590-14c9-48a6-8c0f-f1a9fcaec64a', 'name': 'network-vif-deleted', 'tag': 'f84ec2db-cca4-48d0-842a-9783d98b7a73', 'status': 'completed', 'code': 200} Aug 31 08:57:01.055207 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-50679d4a-9b43-499b-852b-92452ba35bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435476'] for router_interface, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:01.345293 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-50679d4a-9b43-499b-852b-92452ba35bd5 admin admin] Deleting port b33db7ed-3699-46c4-bcb3-ff9bd50a18a8 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:57:01.345847 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-50679d4a-9b43-499b-852b-92452ba35bd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:01.425950 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [None req-50679d4a-9b43-499b-852b-92452ba35bd5 admin admin] For port b33db7ed-3699-46c4-bcb3-ff9bd50a18a8, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=b33db7ed-3699-46c4-bcb3-ff9bd50a18a8,segment=NetworkSegment(eecfa237-a499-4b1a-a281-9a9ba0871f9e),segment_id=eecfa237-a499-4b1a-a281-9a9ba0871f9e)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:57:01.426297 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-50679d4a-9b43-499b-852b-92452ba35bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:01.438645 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-50679d4a-9b43-499b-852b-92452ba35bd5 admin admin] Calling delete_port for b33db7ed-3699-46c4-bcb3-ff9bd50a18a8 owned by network:router_interface {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:57:01.447618 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device f84ec2db-cca4-48d0-842a-9783d98b7a73 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:57:01.483920 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: f84ec2db-cca4-48d0-842a-9783d98b7a73 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 08:57:01.484253 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device f84ec2db-cca4-48d0-842a-9783d98b7a73 not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:57:01.484665 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 81f72c17-3885-45ba-babe-aee7fb045bb5 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:57:01.506618 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: 81f72c17-3885-45ba-babe-aee7fb045bb5 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 08:57:01.507014 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 81f72c17-3885-45ba-babe-aee7fb045bb5 not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:57:01.545973 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d929eec8-67e4-4c82-a914-46379eff5f73 req-320893b2-84d5-4964-86f1-109326b7e54b tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 210 time: 0.0322104 Aug 31 08:57:01.712545 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-50679d4a-9b43-499b-852b-92452ba35bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:01.739743 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50679d4a-9b43-499b-852b-92452ba35bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b33db7ed-3699-46c4-bcb3-ff9bd50a18a8,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:01.752800 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27109c-fadf-451f-8263-b9ca24c8f6a4 req-9262f7b8-0507-4b55-9a05-aa8bb4d62e36 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:01.754291 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-eb27109c-fadf-451f-8263-b9ca24c8f6a4 req-9262f7b8-0507-4b55-9a05-aa8bb4d62e36 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0775459 Aug 31 08:57:01.837349 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-eb27109c-fadf-451f-8263-b9ca24c8f6a4 req-6de8c23e-5718-4596-9a63-dfdc46dd6496 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658700 Aug 31 08:57:01.958455 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-50679d4a-9b43-499b-852b-92452ba35bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435592'] for router_interface, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:02.171472 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50679d4a-9b43-499b-852b-92452ba35bd5 admin admin] Router 5158ceef-2bd1-435f-901d-75b30e3ba3e2 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:57:02.278199 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50679d4a-9b43-499b-852b-92452ba35bd5 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:57:02.283362 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-50679d4a-9b43-499b-852b-92452ba35bd5 admin admin] 10.222.0.74 "PUT /v2.0/routers/5158ceef-2bd1-435f-901d-75b30e3ba3e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6580212 Aug 31 08:57:02.286908 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54194) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:02.287126 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2654c341-a493-4c6b-8112-312f1cfb9d8e None None] Sync routers for ids ['5158ceef-2bd1-435f-901d-75b30e3ba3e2'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:57:02.296900 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2654c341-a493-4c6b-8112-312f1cfb9d8e None None] Routers {'5158ceef-2bd1-435f-901d-75b30e3ba3e2'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:57:02.297535 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-2654c341-a493-4c6b-8112-312f1cfb9d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:56:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['5158ceef-2bd1-435f-901d-75b30e3ba3e2'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:02.389643 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8150a82e-4892-430f-90af-3c84a6206e79 admin admin] Notify callbacks [] for router, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:02.410168 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-2654c341-a493-4c6b-8112-312f1cfb9d8e None None] Set router 5158ceef-2bd1-435f-901d-75b30e3ba3e2 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:57:02.504205 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8150a82e-4892-430f-90af-3c84a6206e79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:02.605286 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-2654c341-a493-4c6b-8112-312f1cfb9d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-125848843-router', 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '72b8ef4d-46e6-416a-b186-1fbadfdfc5d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:40Z', 'updated_at': '2021-08-31T08:57:01Z', 'revision_number': 5, 'project_id': '3787ecd5c3554519ba0dfdf3822199a4', 'gw_port': {'id': '72b8ef4d-46e6-416a-b186-1fbadfdfc5d6', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:96:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:42Z', 'updated_at': '2021-08-31T08:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:02.621452 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-8150a82e-4892-430f-90af-3c84a6206e79 admin admin] Deleting port 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:57:02.621872 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8150a82e-4892-430f-90af-3c84a6206e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:02.643613 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2654c341-a493-4c6b-8112-312f1cfb9d8e None None] Checking router: 5158ceef-2bd1-435f-901d-75b30e3ba3e2 for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:57:02.654213 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2654c341-a493-4c6b-8112-312f1cfb9d8e None None] Routers {'5158ceef-2bd1-435f-901d-75b30e3ba3e2'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:57:02.654992 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-2654c341-a493-4c6b-8112-312f1cfb9d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:56:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['5158ceef-2bd1-435f-901d-75b30e3ba3e2'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:02.676932 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1d155976-b6d6-4c60-a973-8d89e0ca0ac7 req-b11ac56d-b9c7-4084-8b76-c1a9a45fcaff tempest-VolumesNegativeTest-698519570 tempest-VolumesNegativeTest-698519570-project] 10.222.0.74 "GET /v2.0/ports?device_id=b283b590-14c9-48a6-8c0f-f1a9fcaec64a HTTP/1.1" status: 200 len: 210 time: 0.0361955 Aug 31 08:57:02.720657 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [None req-8150a82e-4892-430f-90af-3c84a6206e79 admin admin] For port 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=72b8ef4d-46e6-416a-b186-1fbadfdfc5d6,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:57:02.725020 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8150a82e-4892-430f-90af-3c84a6206e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:02.734698 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-8150a82e-4892-430f-90af-3c84a6206e79 admin admin] Calling delete_port for 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6 owned by network:router_gateway {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:57:02.837193 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-2654c341-a493-4c6b-8112-312f1cfb9d8e None None] Set router 5158ceef-2bd1-435f-901d-75b30e3ba3e2 gateway port host: None {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:57:02.893019 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-2654c341-a493-4c6b-8112-312f1cfb9d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-125848843-router', 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:40Z', 'updated_at': '2021-08-31T08:57:02Z', 'revision_number': 6, 'project_id': '3787ecd5c3554519ba0dfdf3822199a4', 'gw_port_host': None}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:02.920243 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2654c341-a493-4c6b-8112-312f1cfb9d8e None None] The sync data for ids ['5158ceef-2bd1-435f-901d-75b30e3ba3e2'] in dv-cinder-782910-2-iscsi is: [{'id': '5158ceef-2bd1-435f-901d-75b30e3ba3e2', 'name': 'tempest-ServerRescueNegativeTestJSON-125848843-router', 'tenant_id': '3787ecd5c3554519ba0dfdf3822199a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:40Z', 'updated_at': '2021-08-31T08:57:02Z', 'revision_number': 6, 'project_id': '3787ecd5c3554519ba0dfdf3822199a4', 'gw_port_host': None}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:57:02.956996 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8150a82e-4892-430f-90af-3c84a6206e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:02.969604 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14499758-ee4b-4117-8b74-742eb41d1b5c req-84ce4736-dea5-4303-aff8-3ca115dff367 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:02.971161 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-14499758-ee4b-4117-8b74-742eb41d1b5c req-84ce4736-dea5-4303-aff8-3ca115dff367 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0579925 Aug 31 08:57:02.996785 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150a82e-4892-430f-90af-3c84a6206e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=72b8ef4d-46e6-416a-b186-1fbadfdfc5d6,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:03.073252 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-14499758-ee4b-4117-8b74-742eb41d1b5c req-3d095c9d-677d-4497-9eac-dee211060ddf tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800009 Aug 31 08:57:03.083161 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8150a82e-4892-430f-90af-3c84a6206e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434474'] for router_gateway, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:03.422576 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8150a82e-4892-430f-90af-3c84a6206e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12810'] for router, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:03.424692 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8150a82e-4892-430f-90af-3c84a6206e79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:03.556118 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8150a82e-4892-430f-90af-3c84a6206e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441631'] for router, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:03.556699 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8150a82e-4892-430f-90af-3c84a6206e79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5158ceef-2bd1-435f-901d-75b30e3ba3e2 {{(pid=101273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:57:03.562255 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8150a82e-4892-430f-90af-3c84a6206e79 admin admin] Notify callbacks [] for router, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:03.563405 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-8150a82e-4892-430f-90af-3c84a6206e79 admin admin] 10.222.0.74 "DELETE /v2.0/routers/5158ceef-2bd1-435f-901d-75b30e3ba3e2 HTTP/1.1" status: 204 len: 168 time: 1.2754731 Aug 31 08:57:03.565987 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54206) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:03.609369 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_v2 [None req-409c8942-0240-4e85-a954-aab480e52a02 admin admin] Deleting subnet 5491e237-5843-4143-aa87-46105c32a598 {{(pid=101273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:57:03.612503 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-409c8942-0240-4e85-a954-aab480e52a02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:03.648742 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-409c8942-0240-4e85-a954-aab480e52a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12966715'] for subnet, precommit_delete_associations {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:03.691043 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-409c8942-0240-4e85-a954-aab480e52a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:03.875347 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-409c8942-0240-4e85-a954-aab480e52a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12899978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12590140'] for subnet, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:03.907664 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c8942-0240-4e85-a954-aab480e52a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5491e237-5843-4143-aa87-46105c32a598,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:03.911573 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-409c8942-0240-4e85-a954-aab480e52a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:03.913680 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-409c8942-0240-4e85-a954-aab480e52a02 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5491e237-5843-4143-aa87-46105c32a598 HTTP/1.1" status: 204 len: 168 time: 0.3467631 Aug 31 08:57:03.916960 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54220) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:03.992689 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-600bfc3f-9bd5-4cb7-af8c-9da734a0395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:04.078454 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-600bfc3f-9bd5-4cb7-af8c-9da734a0395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:04.092398 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-600bfc3f-9bd5-4cb7-af8c-9da734a0395d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01945155-cccb-454b-bdc9-771df4fdfc75']}} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:04.107349 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-600bfc3f-9bd5-4cb7-af8c-9da734a0395d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eecfa237-a499-4b1a-a281-9a9ba0871f9e') {'for_net_delete': True} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:04.107652 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-600bfc3f-9bd5-4cb7-af8c-9da734a0395d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eecfa237-a499-4b1a-a281-9a9ba0871f9e') {} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:04.111301 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device b33db7ed-3699-46c4-bcb3-ff9bd50a18a8 no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:57:04.118812 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-600bfc3f-9bd5-4cb7-af8c-9da734a0395d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12966656'] for segment, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:04.136465 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-600bfc3f-9bd5-4cb7-af8c-9da734a0395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:04.136688 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: b33db7ed-3699-46c4-bcb3-ff9bd50a18a8 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 08:57:04.137042 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device b33db7ed-3699-46c4-bcb3-ff9bd50a18a8 not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:57:04.137549 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6 no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:57:04.153181 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600bfc3f-9bd5-4cb7-af8c-9da734a0395d admin admin] Releasing vlan 1353 on physical network physnet1 to pool {{(pid=101273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:57:04.153586 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-600bfc3f-9bd5-4cb7-af8c-9da734a0395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12899888'] for segment, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: Traceback (most recent call last): Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: timer() Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: cb(*args, **kw) Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: return func(*args, **kwargs) Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: self._notify() Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: self.callback(batched_events) Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: event.method(event) Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: return f(self, *a, **k) Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: return self._get(url).json() Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: return self.request(url, 'GET', **kwargs) Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:57:04.156037 dv-cinder-782910-2-iscsi neutron-server[101273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:57:04.159357 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 08:57:04.159772 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 72b8ef4d-46e6-416a-b186-1fbadfdfc5d6 not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:57:04.250406 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466b22d-d8c1-420d-a1a7-ca276469f738 req-56cedb14-f43e-4649-8151-06d1382f325b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:04.252021 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c466b22d-d8c1-420d-a1a7-ca276469f738 req-56cedb14-f43e-4649-8151-06d1382f325b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.1001940 Aug 31 08:57:04.292236 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c466b22d-d8c1-420d-a1a7-ca276469f738 req-e78850b4-3ad8-4ff9-b7e0-fe798ad33705 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333443 Aug 31 08:57:04.305266 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-600bfc3f-9bd5-4cb7-af8c-9da734a0395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:04.320236 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-600bfc3f-9bd5-4cb7-af8c-9da734a0395d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:04.320236 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-600bfc3f-9bd5-4cb7-af8c-9da734a0395d admin admin] 10.222.0.74 "DELETE /v2.0/networks/01945155-cccb-454b-bdc9-771df4fdfc75 HTTP/1.1" status: 204 len: 168 time: 0.3964646 Aug 31 08:57:04.325251 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bfc3f-9bd5-4cb7-af8c-9da734a0395d admin admin] Pushing event deleted for resources: {'Network': ['ID=01945155-cccb-454b-bdc9-771df4fdfc75,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:04.796985 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 54258) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:04.853118 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-ac650cde-e656-426c-b8fa-c3f4f6c660f1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3787ecd5c3554519ba0dfdf3822199a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0548885 Aug 31 08:57:04.855482 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 54264) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:04.927625 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:04.948375 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:05.081587 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:05.084711 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:05.089151 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4ca29032-5321-4a85-bec2-7c3b4973f4e5 HTTP/1.1" status: 204 len: 168 time: 0.2301407 Aug 31 08:57:05.096045 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca29032-5321-4a85-bec2-7c3b4973f4e5,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:05.110934 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:05.110934 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:05.110934 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:05.110934 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:05.110934 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:05.110934 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:05.110934 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:05.110934 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:05.110934 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:05.110934 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:05.110934 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:05.110934 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb711ed-a7d5-4347-9800-063800f626ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:05.291964 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 3a4a0800-4ea3-40c8-8caa-5c61b860489f details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:57:05.412323 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 3a4a0800-4ea3-40c8-8caa-5c61b860489f, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:57:05.420525 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '3a4a0800-4ea3-40c8-8caa-5c61b860489f', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'port_id': '3a4a0800-4ea3-40c8-8caa-5c61b860489f', 'mac_address': 'fa:16:3e:27:fb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:57:05.430239 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f5bb0-659f-46b6-9389-189c19063ae1 req-de3a68d8-08a5-485b-8f7f-db0dfb87e02e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:05.431783 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-fd1f5bb0-659f-46b6-9389-189c19063ae1 req-de3a68d8-08a5-485b-8f7f-db0dfb87e02e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 944 time: 0.0581543 Aug 31 08:57:05.462297 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:05.475725 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4a0800-4ea3-40c8-8caa-5c61b860489f {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:57:05.476658 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-fd1f5bb0-659f-46b6-9389-189c19063ae1 req-866ede69-76ac-42be-aa3c-caae68979ef1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371382 Aug 31 08:57:05.495691 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 3a4a0800-4ea3-40c8-8caa-5c61b860489f, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:57:05.613519 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:05.662114 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=3a4a0800-4ea3-40c8-8caa-5c61b860489f,revision_number=9']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:05.863790 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['3a4a0800-4ea3-40c8-8caa-5c61b860489f'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:57:06.615454 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683236e8-049d-4b5f-bdeb-36bc7faaaa4f req-33a553e9-0fe3-4af9-b521-dd8b6e29e524 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:06.617538 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-683236e8-049d-4b5f-bdeb-36bc7faaaa4f req-33a553e9-0fe3-4af9-b521-dd8b6e29e524 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 945 time: 0.0507696 Aug 31 08:57:06.667078 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-683236e8-049d-4b5f-bdeb-36bc7faaaa4f req-c4b5714c-27e7-48a3-8680-5015b559b619 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429578 Aug 31 08:57:07.796451 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfa36e-c517-4482-b70e-260893d74bb2 req-86d7904e-f5b3-485b-9a48-828281b68b59 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:07.797972 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e3dfa36e-c517-4482-b70e-260893d74bb2 req-86d7904e-f5b3-485b-9a48-828281b68b59 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 945 time: 0.0504296 Aug 31 08:57:07.837504 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e3dfa36e-c517-4482-b70e-260893d74bb2 req-e0a466cf-39fd-4282-914c-488632b18e48 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320399 Aug 31 08:57:08.369930 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 3a4a0800-4ea3-40c8-8caa-5c61b860489f up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:57:08.417880 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 3a4a0800-4ea3-40c8-8caa-5c61b860489f triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:08.418242 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:08.496561 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:08.527421 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4a0800-4ea3-40c8-8caa-5c61b860489f'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:57:08.530019 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9e5362-7cf9-41c3-a039-4ab8cf8abf35" -d '{"events": [{"server_uuid": "73175b23-c025-4a65-9e4a-ac2f77b76246", "name": "network-vif-plugged", "status": "completed", "tag": "3a4a0800-4ea3-40c8-8caa-5c61b860489f"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:57:08.543546 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 3a4a0800-4ea3-40c8-8caa-5c61b860489f, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:57:08.567717 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031dd637-0a40-495c-8d3f-35aba53da49a x-openstack-request-id: req-031dd637-0a40-495c-8d3f-35aba53da49a {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:57:08.568034 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73175b23-c025-4a65-9e4a-ac2f77b76246", "name": "network-vif-plugged", "status": "completed", "tag": "3a4a0800-4ea3-40c8-8caa-5c61b860489f", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:57:08.568290 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-031dd637-0a40-495c-8d3f-35aba53da49a {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:57:08.568675 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4a0800-4ea3-40c8-8caa-5c61b860489f', 'code': 200} Aug 31 08:57:08.670125 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:08.718239 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=3a4a0800-4ea3-40c8-8caa-5c61b860489f,revision_number=10']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:08.960384 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff35193-8a72-4b55-891d-37982766967a req-30fcdf68-3cd3-4ee0-865f-e58114db4d91 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:08.963882 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5ff35193-8a72-4b55-891d-37982766967a req-30fcdf68-3cd3-4ee0-865f-e58114db4d91 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 947 time: 0.0537882 Aug 31 08:57:09.014772 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5ff35193-8a72-4b55-891d-37982766967a req-1815715b-3f34-4a36-ab24-0d6a827e6975 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407920 Aug 31 08:57:10.150579 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf1d5c-1611-41ec-af20-105a4d8a49a6 req-d21d19ec-b577-435a-be0f-6af8e0003ed9 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:10.152141 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-96bf1d5c-1611-41ec-af20-105a4d8a49a6 req-d21d19ec-b577-435a-be0f-6af8e0003ed9 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 947 time: 0.0502245 Aug 31 08:57:10.196757 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-96bf1d5c-1611-41ec-af20-105a4d8a49a6 req-df7a4b5c-041d-46d2-a3dd-7b09c3f65a7f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383546 Aug 31 08:57:10.252666 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0cdd0-d3c5-4969-bb73-b63b60af180b req-a3bb6766-ef83-4e62-aedb-6c7ae773e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:10.254194 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d0a0cdd0-d3c5-4969-bb73-b63b60af180b req-a3bb6766-ef83-4e62-aedb-6c7ae773e55a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 1100 time: 0.0497267 Aug 31 08:57:10.296172 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d0a0cdd0-d3c5-4969-bb73-b63b60af180b req-ccc8432d-2965-4dba-8c99-029dd7abd883 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331674 Aug 31 08:57:11.260455 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 54602) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:11.357710 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1fc13-73df-4cd8-9130-217de89ed061 req-243eff13-a13d-4f5a-befd-439f85ed3064 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:11.359630 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5db1fc13-73df-4cd8-9130-217de89ed061 req-243eff13-a13d-4f5a-befd-439f85ed3064 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 947 time: 0.0830572 Aug 31 08:57:11.422282 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5db1fc13-73df-4cd8-9130-217de89ed061 req-61cabbd0-1de4-44f6-89bd-a9990b1813ec tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563281 Aug 31 08:57:11.438130 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-2ff6dac9-4c59-4742-9536-c1d48637e916 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cab921e5391f47bebfb0448d5544cd00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761491 Aug 31 08:57:11.440486 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 54610) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:11.495053 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-753349a0-7892-4f82-bc11-ed812acfe518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:11.528837 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-753349a0-7892-4f82-bc11-ed812acfe518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:11.648582 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-753349a0-7892-4f82-bc11-ed812acfe518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:11.651160 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-753349a0-7892-4f82-bc11-ed812acfe518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:11.652343 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-753349a0-7892-4f82-bc11-ed812acfe518 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3e18b066-cc38-4408-a898-e314e337ae48 HTTP/1.1" status: 204 len: 168 time: 0.2109237 Aug 31 08:57:11.663813 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753349a0-7892-4f82-bc11-ed812acfe518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e18b066-cc38-4408-a898-e314e337ae48,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:11.888461 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 54622) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:11.904977 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3ae0baa7-a5d0-42b8-92b2-3ae6cb227da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:12.008287 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-9d577534-a19a-40b4-9485-da8a2cb06652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:12.125682 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-9d577534-a19a-40b4-9485-da8a2cb06652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:12.212374 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-9d577534-a19a-40b4-9485-da8a2cb06652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:12.253035 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-9d577534-a19a-40b4-9485-da8a2cb06652 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=48457f91b8894c45ab30e26bfeb571c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634124 Aug 31 08:57:12.253870 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d577534-a19a-40b4-9485-da8a2cb06652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6225f031-d20a-421d-a7ae-a44f44f91fb8,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:12.255843 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54636) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:12.311520 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-caea6248-fe11-4779-89a1-bec5589171e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:12.342917 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-caea6248-fe11-4779-89a1-bec5589171e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:12.494204 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-caea6248-fe11-4779-89a1-bec5589171e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:12.497893 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-caea6248-fe11-4779-89a1-bec5589171e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:12.499351 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-caea6248-fe11-4779-89a1-bec5589171e1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6225f031-d20a-421d-a7ae-a44f44f91fb8 HTTP/1.1" status: 204 len: 168 time: 0.2423801 Aug 31 08:57:12.521017 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea6248-fe11-4779-89a1-bec5589171e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6225f031-d20a-421d-a7ae-a44f44f91fb8,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:12.572652 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675834c3-1405-427d-a97f-235f2e962db9 req-14d65438-8251-4362-89fa-2d8b2bd39763 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:12.580390 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-675834c3-1405-427d-a97f-235f2e962db9 req-14d65438-8251-4362-89fa-2d8b2bd39763 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 947 time: 0.0796082 Aug 31 08:57:12.619628 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-675834c3-1405-427d-a97f-235f2e962db9 req-6b15ece4-008a-4b50-9dfb-4e6a574bb015 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383434 Aug 31 08:57:12.924593 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54656) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:13.030600 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-97450979-26d3-4a9a-8a03-c919aa455f47 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2041595487-network', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:57:13.161870 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97450979-26d3-4a9a-8a03-c919aa455f47 admin admin] Made reservation on behalf of 027ea9433f8c40e19169b615c8f7a7a2 for: {'network': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:57:13.164274 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-97450979-26d3-4a9a-8a03-c919aa455f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.172909 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-97450979-26d3-4a9a-8a03-c919aa455f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.230774 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 54662) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:13.244857 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f3e5bbd7-b693-4e50-a2d5-15bf49ac26cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.262497 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-97450979-26d3-4a9a-8a03-c919aa455f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.337454 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-97450979-26d3-4a9a-8a03-c919aa455f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.358685 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97450979-26d3-4a9a-8a03-c919aa455f47 admin admin] vlan segment allocate from pool success with {'vlan_id': 1352, 'physical_network': 'physnet1'} {{(pid=101273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:57:13.373998 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97450979-26d3-4a9a-8a03-c919aa455f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb65f017-3a26-4865-99ca-23b8a49caf0c,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:13.376959 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-97450979-26d3-4a9a-8a03-c919aa455f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.377348 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.segments_db [None req-97450979-26d3-4a9a-8a03-c919aa455f47 admin admin] Added segment 96658fba-cff4-4aac-a792-184f8e795041 of type vlan for network aa759939-4fd0-42d1-8f23-04f0153489f8 Aug 31 08:57:13.417084 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f3e5bbd7-b693-4e50-a2d5-15bf49ac26cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.417710 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-97450979-26d3-4a9a-8a03-c919aa455f47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.515739 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f3e5bbd7-b693-4e50-a2d5-15bf49ac26cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.544693 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-97450979-26d3-4a9a-8a03-c919aa455f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.545681 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97450979-26d3-4a9a-8a03-c919aa455f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:13.546269 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-97450979-26d3-4a9a-8a03-c919aa455f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.554374 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5bbd7-b693-4e50-a2d5-15bf49ac26cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f16074b-69ed-4fc8-823c-14610c538931,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:13.558798 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-f3e5bbd7-b693-4e50-a2d5-15bf49ac26cf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7646656acf6149a4b6f2355681f06cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268747 Aug 31 08:57:13.564613 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54664) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:13.630911 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97450979-26d3-4a9a-8a03-c919aa455f47 admin admin] Pushing event updated for resources: {'Network': ['ID=aa759939-4fd0-42d1-8f23-04f0153489f8,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:13.642019 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network aa759939-4fd0-42d1-8f23-04f0153489f8 details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:57:13.657230 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b12cb80f-9e4f-4461-bdcd-905f9268b4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.684831 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b12cb80f-9e4f-4461-bdcd-905f9268b4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.705879 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-97450979-26d3-4a9a-8a03-c919aa455f47 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7774031 Aug 31 08:57:13.707170 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54670) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:13.718149 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-ea8bcb9d-db8c-47c2-bd74-e8b9c415c62b admin admin] Request body: {'subnet': {'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2041595487-subnet', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'ip_version': 4}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:57:13.749403 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8b52f-6a75-4af9-91f5-65eabd8a7ace req-d1f5484e-f45b-44e7-98dc-da5b4baf95ee tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:13.750917 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-30c8b52f-6a75-4af9-91f5-65eabd8a7ace req-d1f5484e-f45b-44e7-98dc-da5b4baf95ee tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 947 time: 0.0518332 Aug 31 08:57:13.788357 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-30c8b52f-6a75-4af9-91f5-65eabd8a7ace req-922de424-502f-4c41-bc40-f8252d89b8c7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303054 Aug 31 08:57:13.904284 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8bcb9d-db8c-47c2-bd74-e8b9c415c62b admin admin] Made reservation on behalf of 027ea9433f8c40e19169b615c8f7a7a2 for: {'subnet': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:57:13.906717 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ea8bcb9d-db8c-47c2-bd74-e8b9c415c62b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12590099'] for subnet, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.950965 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b12cb80f-9e4f-4461-bdcd-905f9268b4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.953543 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b12cb80f-9e4f-4461-bdcd-905f9268b4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:13.954719 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-b12cb80f-9e4f-4461-bdcd-905f9268b4d2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9f16074b-69ed-4fc8-823c-14610c538931 HTTP/1.1" status: 204 len: 168 time: 0.3885834 Aug 31 08:57:13.970154 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cb80f-9e4f-4461-bdcd-905f9268b4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f16074b-69ed-4fc8-823c-14610c538931,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:14.201972 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ea8bcb9d-db8c-47c2-bd74-e8b9c415c62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12899669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12590085'] for subnet, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:14.257627 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bcb9d-db8c-47c2-bd74-e8b9c415c62b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f13acbc-d2a4-4de5-a4d7-7feff7f32443,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:14.266871 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8bcb9d-db8c-47c2-bd74-e8b9c415c62b admin admin] Checking segment: {'id': '96658fba-cff4-4aac-a792-184f8e795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:57:14.267471 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8bcb9d-db8c-47c2-bd74-e8b9c415c62b admin admin] Network hostable DHCP agents. Network: aa759939-4fd0-42d1-8f23-04f0153489f8, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:57:14.395905 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8bcb9d-db8c-47c2-bd74-e8b9c415c62b admin admin] Network aa759939-4fd0-42d1-8f23-04f0153489f8 is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:57:14.434692 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3845bb59-85f7-4f42-aeb6-49076f791d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:14.481495 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-ea8bcb9d-db8c-47c2-bd74-e8b9c415c62b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, aa759939-4fd0-42d1-8f23-04f0153489f8) {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:57:14.485861 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8bcb9d-db8c-47c2-bd74-e8b9c415c62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:14.486816 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ea8bcb9d-db8c-47c2-bd74-e8b9c415c62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:14.490810 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112f74e0-da6a-413a-99db-554786e27283 None None] Network aa759939-4fd0-42d1-8f23-04f0153489f8 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:57:14.591221 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-ea8bcb9d-db8c-47c2-bd74-e8b9c415c62b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8827209 Aug 31 08:57:14.593570 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54684) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:14.604150 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2041595487-router', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:57:14.642893 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:14.656898 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadd5e035-c579-5214-aed2-157ab8088043-aa759939-4fd0-42d1-8f23-04f0153489f8', 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'fixed_ips': [{'subnet_id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443'}]}} from dv-cinder-782910-2-iscsi. {{(pid=101274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:57:14.658100 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:14.806101 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Allocated IP 172.20.0.2 (aa759939-4fd0-42d1-8f23-04f0153489f8/3f13acbc-d2a4-4de5-a4d7-7feff7f32443/9acf0afe-34c4-48e9-91db-6cf761bcdb6b) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:57:14.824614 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12856'] for router, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:14.835334 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12851'] for router, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:14.898830 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:14.970922 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110947f9-7e79-44a2-8390-d7356d406ef7 req-1ac4ee90-f3fd-43be-a697-847afc1155b9 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:14.973524 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-110947f9-7e79-44a2-8390-d7356d406ef7 req-1ac4ee90-f3fd-43be-a697-847afc1155b9 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 947 time: 0.0866766 Aug 31 08:57:15.000483 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:15.009583 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Transition to ACTIVE for port object 9acf0afe-34c4-48e9-91db-6cf761bcdb6b will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:57:15.024172 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-110947f9-7e79-44a2-8390-d7356d406ef7 req-1f439405-4d8e-4999-8210-6ecf16cbbc94 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416243 Aug 31 08:57:15.027139 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Transition to ACTIVE for port object 9acf0afe-34c4-48e9-91db-6cf761bcdb6b will not be triggered until provisioned by entity DHCP. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:57:15.219102 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:15.355371 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:15.373916 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:15.417798 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Network aa759939-4fd0-42d1-8f23-04f0153489f8 is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:57:15.423386 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:57:15.426690 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Pushing event updated for resources: {'Port': ['ID=9acf0afe-34c4-48e9-91db-6cf761bcdb6b,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:15.427851 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:57:15.493568 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Attempting to bind port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:57:15.493958 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Attempting to bind port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '96658fba-cff4-4aac-a792-184f8e795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:57:15.494282 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Attempting to bind port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b on network aa759939-4fd0-42d1-8f23-04f0153489f8 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:57:15.500312 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:57:15.500773 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Checking segment: {'id': '96658fba-cff4-4aac-a792-184f8e795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:57:15.501119 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:15.501518 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Bound using segment: {'id': '96658fba-cff4-4aac-a792-184f8e795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:57:15.502064 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Bound port: 9acf0afe-34c4-48e9-91db-6cf761bcdb6b, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96658fba-cff4-4aac-a792-184f8e795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:57:15.502507 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:15.587913 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] For port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:57:15.591893 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] For port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=9acf0afe-34c4-48e9-91db-6cf761bcdb6b,segment=NetworkSegment(96658fba-cff4-4aac-a792-184f8e795041),segment_id=96658fba-cff4-4aac-a792-184f8e795041)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:57:15.695588 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:15.700030 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:15.704860 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:15.719157 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:15.763737 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c398fd8-93c8-44c7-a6af-d3cee57e1dec None None] Pushing event updated for resources: {'Port': ['ID=9acf0afe-34c4-48e9-91db-6cf761bcdb6b,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:15.845821 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Allocated IP 172.27.0.178 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/fe6181e8-2c9c-4f6f-a870-ab9980142a7d) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:57:15.961886 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:16.105102 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:16.179416 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:57:16.182692 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:57:16.189281 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:57:16.224179 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 9acf0afe-34c4-48e9-91db-6cf761bcdb6b up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:57:16.224323 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Pushing event updated for resources: {'Port': ['ID=fe6181e8-2c9c-4f6f-a870-ab9980142a7d,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:16.268619 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477417c-96e0-4b4a-bd12-6e83f842df14 req-8bcc8869-3766-4cbf-9028-78ce6958322b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:16.281191 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9477417c-96e0-4b4a-bd12-6e83f842df14 req-8bcc8869-3766-4cbf-9028-78ce6958322b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 947 time: 0.1243718 Aug 31 08:57:16.319819 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9477417c-96e0-4b4a-bd12-6e83f842df14 req-19a69e63-b727-4a95-b984-4aceea864a5f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380244 Aug 31 08:57:16.437474 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:57:16.580865 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:16.837489 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435186'] for router, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:16.869434 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd47dbc7-6192-4e75-a712-1c63ff7cee83 None None] Network aa759939-4fd0-42d1-8f23-04f0153489f8 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:57:17.064337 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Router e3fbc257-633a-4a99-8c9a-2d42374d11ce is scheduled to L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 with binding_index 1 {{(pid=101273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:57:17.067374 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-14532b5c-66d1-4755-b9ec-e3a55de259a3 None None] Provisioning for port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:57:17.072081 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-14532b5c-66d1-4755-b9ec-e3a55de259a3 None None] Provisioning complete for port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:17.072501 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-14532b5c-66d1-4755-b9ec-e3a55de259a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:17.171872 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-14532b5c-66d1-4755-b9ec-e3a55de259a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:17.203890 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:57:17.220254 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Sync routers for ids ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:57:17.223481 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-14532b5c-66d1-4755-b9ec-e3a55de259a3 None None] For port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=9acf0afe-34c4-48e9-91db-6cf761bcdb6b,segment=NetworkSegment(96658fba-cff4-4aac-a792-184f8e795041),segment_id=96658fba-cff4-4aac-a792-184f8e795041)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:57:17.232920 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Routers {'e3fbc257-633a-4a99-8c9a-2d42374d11ce'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:57:17.233530 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:57:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:17.310066 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] Notify callbacks [] for router, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:17.311233 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-352ccf5e-74ff-4e44-8b29-4e6858b33f77 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7166767 Aug 31 08:57:17.314095 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 54778) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:17.315046 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-14532b5c-66d1-4755-b9ec-e3a55de259a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:17.359871 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Set router e3fbc257-633a-4a99-8c9a-2d42374d11ce gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:57:17.517506 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14532b5c-66d1-4755-b9ec-e3a55de259a3 None None] Pushing event updated for resources: {'Port': ['ID=9acf0afe-34c4-48e9-91db-6cf761bcdb6b,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:17.526697 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-1bc3e4c6-208a-4c3c-b032-ac51d0086983 None None] Provisioning complete for port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:17.527620 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1bc3e4c6-208a-4c3c-b032-ac51d0086983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:17.617829 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:17.670890 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 54784) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:17.686707 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'name': 'tempest-TestMinimumBasicScenario-2041595487-router', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:14Z', 'updated_at': '2021-08-31T08:57:16Z', 'revision_number': 3, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'gw_port': {'id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:15Z', 'updated_at': '2021-08-31T08:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:17.720785 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Checking router: e3fbc257-633a-4a99-8c9a-2d42374d11ce for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:57:17.722183 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Updating router e3fbc257-633a-4a99-8c9a-2d42374d11ce port fe6181e8-2c9c-4f6f-a870-ab9980142a7d binding host dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:57:17.746052 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24854992-c2fa-46f0-bf69-6b3dd9656ef3 req-ae422530-1488-4d91-a8b7-4fc5e9f29709 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:17.747615 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-24854992-c2fa-46f0-bf69-6b3dd9656ef3 req-ae422530-1488-4d91-a8b7-4fc5e9f29709 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 947 time: 0.3496196 Aug 31 08:57:17.757292 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:17.796202 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-24854992-c2fa-46f0-bf69-6b3dd9656ef3 req-f56094e5-cccd-42b4-90e7-ee1b58d5082d tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420485 Aug 31 08:57:17.847179 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-2a7cfc27-8d3c-468b-aa25-0eb821bfd1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:17.869216 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.044409 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.056107 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Transition to ACTIVE for port object fe6181e8-2c9c-4f6f-a870-ab9980142a7d will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:57:18.073212 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-2a7cfc27-8d3c-468b-aa25-0eb821bfd1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.093627 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Allocated IP 172.20.0.1 (aa759939-4fd0-42d1-8f23-04f0153489f8/3f13acbc-d2a4-4de5-a4d7-7feff7f32443/2bd98223-6597-4aff-a89e-32b923667087) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:57:18.113386 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 9acf0afe-34c4-48e9-91db-6cf761bcdb6b up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:57:18.151642 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.180209 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-2a7cfc27-8d3c-468b-aa25-0eb821bfd1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.218028 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.249306 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cfc27-8d3c-468b-aa25-0eb821bfd1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b2f783-a765-4004-aeb9-231c414fad54,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:18.258701 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-2a7cfc27-8d3c-468b-aa25-0eb821bfd1aa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6b22d4a1560f40c0bcc8153e63784272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5856242 Aug 31 08:57:18.258701 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.provisioning_blocks [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Transition to ACTIVE for port object 2bd98223-6597-4aff-a89e-32b923667087 will not be triggered until provisioned by entity DHCP. {{(pid=101272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:57:18.259413 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54792) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:18.319004 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09460111-7201-4d9d-8ee8-149fe34bf6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.333284 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2735130-f35c-48ea-97d1-3ee39c2c5f9f None None] Pushing event updated for resources: {'Port': ['ID=fe6181e8-2c9c-4f6f-a870-ab9980142a7d,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:18.335660 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Attempting to bind port fe6181e8-2c9c-4f6f-a870-ab9980142a7d on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:57:18.336583 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Attempting to bind port fe6181e8-2c9c-4f6f-a870-ab9980142a7d by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:57:18.336583 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Attempting to bind port fe6181e8-2c9c-4f6f-a870-ab9980142a7d on network 21b7b17b-0504-4a0f-9003-5825bc0f5835 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:57:18.340014 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:18.340316 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.341694 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09460111-7201-4d9d-8ee8-149fe34bf6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.361164 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:57:18.361458 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Checking segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:57:18.361856 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.362251 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Bound using segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:57:18.362726 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Bound port: fe6181e8-2c9c-4f6f-a870-ab9980142a7d, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:57:18.363105 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.379191 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.418426 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Network aa759939-4fd0-42d1-8f23-04f0153489f8 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:57:18.425109 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:57:18.428835 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:57:18.436464 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] For port fe6181e8-2c9c-4f6f-a870-ab9980142a7d, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:57:18.457562 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Pushing event updated for resources: {'Port': ['ID=2bd98223-6597-4aff-a89e-32b923667087,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:18.477063 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09460111-7201-4d9d-8ee8-149fe34bf6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.479589 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09460111-7201-4d9d-8ee8-149fe34bf6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.481088 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-09460111-7201-4d9d-8ee8-149fe34bf6c8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/57b2f783-a765-4004-aeb9-231c414fad54 HTTP/1.1" status: 204 len: 168 time: 0.2208903 Aug 31 08:57:18.488639 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434561'] for router_interface, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.489523 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09460111-7201-4d9d-8ee8-149fe34bf6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b2f783-a765-4004-aeb9-231c414fad54,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:18.496732 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] For port fe6181e8-2c9c-4f6f-a870-ab9980142a7d, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=fe6181e8-2c9c-4f6f-a870-ab9980142a7d,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:57:18.596079 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.656569 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Routers {'e3fbc257-633a-4a99-8c9a-2d42374d11ce'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:57:18.657181 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:57:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:18.700945 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2735130-f35c-48ea-97d1-3ee39c2c5f9f None None] Pushing event updated for resources: {'Port': ['ID=fe6181e8-2c9c-4f6f-a870-ab9980142a7d,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:18.739685 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.780264 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] Set router e3fbc257-633a-4a99-8c9a-2d42374d11ce gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:57:18.902480 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-7802ee8e-0744-4930-886b-472b62f9abe5 None None] Provisioning for port 2bd98223-6597-4aff-a89e-32b923667087 completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:57:18.906329 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-7802ee8e-0744-4930-886b-472b62f9abe5 None None] Provisioning complete for port 2bd98223-6597-4aff-a89e-32b923667087 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:18.906667 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7802ee8e-0744-4930-886b-472b62f9abe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:18.971269 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-7802ee8e-0744-4930-886b-472b62f9abe5 None None] Port 2bd98223-6597-4aff-a89e-32b923667087 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:57:19.025956 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:19.038959 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'name': 'tempest-TestMinimumBasicScenario-2041595487-router', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:14Z', 'updated_at': '2021-08-31T08:57:16Z', 'revision_number': 3, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'gw_port': {'id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:15Z', 'updated_at': '2021-08-31T08:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:19.045284 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d92b7-cf91-474f-a7c6-ce18937fab89 req-a8bec5bb-aee2-432d-81bf-03e99efb6813 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:19.047047 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-208d92b7-cf91-474f-a7c6-ce18937fab89 req-a8bec5bb-aee2-432d-81bf-03e99efb6813 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 947 time: 0.1111367 Aug 31 08:57:19.066075 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d32cb9-f242-40a0-b096-1728ff8f1525 None None] The sync data for ids ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'] in dv-cinder-782910-2-iscsi is: [{'id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'name': 'tempest-TestMinimumBasicScenario-2041595487-router', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:14Z', 'updated_at': '2021-08-31T08:57:16Z', 'revision_number': 3, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'gw_port': {'id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:15Z', 'updated_at': '2021-08-31T08:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:57:19.308694 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427652'] for port, after_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:19.384845 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-208d92b7-cf91-474f-a7c6-ce18937fab89 req-8a54c315-9c33-41f3-9550-aa01eddc90d1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313417 Aug 31 08:57:19.395323 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435505'] for router_interface, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:19.397942 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Pushing event updated for resources: {'Port': ['ID=2bd98223-6597-4aff-a89e-32b923667087,revision_number=2']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:19.502214 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Network aa759939-4fd0-42d1-8f23-04f0153489f8 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:57:19.503651 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:57:19.600380 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54812) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:19.617398 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-9615956e-8ba1-4f1c-b379-5cd4c8d10039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:19.676029 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Router e3fbc257-633a-4a99-8c9a-2d42374d11ce has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:57:19.767244 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-9615956e-8ba1-4f1c-b379-5cd4c8d10039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:19.798464 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-d81d4fd7-6d84-4534-be3c-364c31ded667 None None] Provisioning complete for port 2bd98223-6597-4aff-a89e-32b923667087 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:19.798940 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d81d4fd7-6d84-4534-be3c-364c31ded667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:19.809835 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:57:19.824004 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-9878a6d1-7e4f-4b93-a9ad-1729b8b9d18c admin admin] 10.222.0.74 "PUT /v2.0/routers/e3fbc257-633a-4a99-8c9a-2d42374d11ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5003893 Aug 31 08:57:19.850511 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-d81d4fd7-6d84-4534-be3c-364c31ded667 None None] Port 2bd98223-6597-4aff-a89e-32b923667087 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:57:19.892959 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-9615956e-8ba1-4f1c-b379-5cd4c8d10039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:19.944672 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-9615956e-8ba1-4f1c-b379-5cd4c8d10039 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5aff5dd148b64f7fb0be84a828115add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378313 Aug 31 08:57:19.946182 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54820) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:19.957787 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615956e-8ba1-4f1c-b379-5cd4c8d10039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455e503d-b5a7-40e6-8c66-69ff2461abc6,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:20.011213 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-59791efa-e38d-4302-8970-48857b5acb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:20.032977 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-59791efa-e38d-4302-8970-48857b5acb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:20.127464 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device fe6181e8-2c9c-4f6f-a870-ab9980142a7d up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:57:20.258794 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-59791efa-e38d-4302-8970-48857b5acb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:20.261619 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-59791efa-e38d-4302-8970-48857b5acb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:20.263584 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-59791efa-e38d-4302-8970-48857b5acb74 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/455e503d-b5a7-40e6-8c66-69ff2461abc6 HTTP/1.1" status: 204 len: 168 time: 0.3155921 Aug 31 08:57:20.272184 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59791efa-e38d-4302-8970-48857b5acb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455e503d-b5a7-40e6-8c66-69ff2461abc6,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:20.332228 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port fe6181e8-2c9c-4f6f-a870-ab9980142a7d completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:57:20.336518 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port fe6181e8-2c9c-4f6f-a870-ab9980142a7d triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:20.336928 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:20.426788 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:20.450659 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port fe6181e8-2c9c-4f6f-a870-ab9980142a7d, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=fe6181e8-2c9c-4f6f-a870-ab9980142a7d,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:57:20.572956 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:20.625550 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=fe6181e8-2c9c-4f6f-a870-ab9980142a7d,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:20.798301 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Sync routers for ids ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:57:20.812149 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Routers {'e3fbc257-633a-4a99-8c9a-2d42374d11ce'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:57:20.815514 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:57:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:20.840806 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54850) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:20.845804 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-0d4bcaa9-4819-4eaf-b14e-e5d54a75785d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1626653435-network', 'tenant_id': '9e66bfdbb18343d29be8a56b4fe2c873'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:57:20.926957 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Set router e3fbc257-633a-4a99-8c9a-2d42374d11ce gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:57:20.954326 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4bcaa9-4819-4eaf-b14e-e5d54a75785d admin admin] Made reservation on behalf of 9e66bfdbb18343d29be8a56b4fe2c873 for: {'network': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:57:20.959911 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0d4bcaa9-4819-4eaf-b14e-e5d54a75785d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:20.975995 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0d4bcaa9-4819-4eaf-b14e-e5d54a75785d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:21.071531 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0d4bcaa9-4819-4eaf-b14e-e5d54a75785d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:21.134861 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'name': 'tempest-TestMinimumBasicScenario-2041595487-router', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:14Z', 'updated_at': '2021-08-31T08:57:18Z', 'revision_number': 4, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'gw_port': {'id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:15Z', 'updated_at': '2021-08-31T08:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '2bd98223-6597-4aff-a89e-32b923667087', 'name': '', 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'mac_address': 'fa:16:3e:b7:c4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:17Z', 'updated_at': '2021-08-31T08:57:18Z', 'revision_number': 2, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'subnets': [{'id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:21.161005 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Checking router: e3fbc257-633a-4a99-8c9a-2d42374d11ce for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:57:21.161352 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Updating router e3fbc257-633a-4a99-8c9a-2d42374d11ce port 2bd98223-6597-4aff-a89e-32b923667087 binding host dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:57:21.173148 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0d4bcaa9-4819-4eaf-b14e-e5d54a75785d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:21.188632 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:21.202799 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4bcaa9-4819-4eaf-b14e-e5d54a75785d admin admin] vlan segment allocate from pool success with {'vlan_id': 1393, 'physical_network': 'physnet1'} {{(pid=101273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 08:57:21.212574 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bcaa9-4819-4eaf-b14e-e5d54a75785d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1057f7-83a9-4ab1-adc0-9c93fab0902e,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:21.218799 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0d4bcaa9-4819-4eaf-b14e-e5d54a75785d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:21.219071 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.segments_db [None req-0d4bcaa9-4819-4eaf-b14e-e5d54a75785d admin admin] Added segment 58817a8d-4882-4f40-a286-82a8a7b2332b of type vlan for network 49b17573-f794-45ce-8113-9b004ed6cde8 Aug 31 08:57:21.262338 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0d4bcaa9-4819-4eaf-b14e-e5d54a75785d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:21.418741 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0d4bcaa9-4819-4eaf-b14e-e5d54a75785d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:21.419825 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4bcaa9-4819-4eaf-b14e-e5d54a75785d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:21.420465 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0d4bcaa9-4819-4eaf-b14e-e5d54a75785d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:21.471472 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:21.481374 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4bcaa9-4819-4eaf-b14e-e5d54a75785d admin admin] Pushing event updated for resources: {'Network': ['ID=49b17573-f794-45ce-8113-9b004ed6cde8,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:21.482021 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Transition to ACTIVE for port object 2bd98223-6597-4aff-a89e-32b923667087 will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:57:21.491451 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 49b17573-f794-45ce-8113-9b004ed6cde8 details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 08:57:21.590618 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-0d4bcaa9-4819-4eaf-b14e-e5d54a75785d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7486041 Aug 31 08:57:21.594490 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54868) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:21.599509 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-7c9e3bf3-0e5b-4508-b387-72bd8f31b7d3 admin admin] Request body: {'subnet': {'network_id': '49b17573-f794-45ce-8113-9b004ed6cde8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1626653435-subnet', 'tenant_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'ip_version': 4}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:57:21.630050 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:21.678468 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457eb08-107b-4332-a6d7-5bb71fbcbe75 None None] Pushing event updated for resources: {'Port': ['ID=2bd98223-6597-4aff-a89e-32b923667087,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:21.691059 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457eb08-107b-4332-a6d7-5bb71fbcbe75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:21.691420 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457eb08-107b-4332-a6d7-5bb71fbcbe75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:21.691807 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457eb08-107b-4332-a6d7-5bb71fbcbe75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:21.692171 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457eb08-107b-4332-a6d7-5bb71fbcbe75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:21.692498 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457eb08-107b-4332-a6d7-5bb71fbcbe75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:21.692814 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457eb08-107b-4332-a6d7-5bb71fbcbe75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:21.693637 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457eb08-107b-4332-a6d7-5bb71fbcbe75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:21.693637 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457eb08-107b-4332-a6d7-5bb71fbcbe75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:21.693827 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457eb08-107b-4332-a6d7-5bb71fbcbe75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:21.694093 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457eb08-107b-4332-a6d7-5bb71fbcbe75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:21.694796 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457eb08-107b-4332-a6d7-5bb71fbcbe75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:21.695120 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2457eb08-107b-4332-a6d7-5bb71fbcbe75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:21.750511 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9e3bf3-0e5b-4508-b387-72bd8f31b7d3 admin admin] Made reservation on behalf of 9e66bfdbb18343d29be8a56b4fe2c873 for: {'subnet': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:57:21.752991 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7c9e3bf3-0e5b-4508-b387-72bd8f31b7d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12590099'] for subnet, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:21.763362 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Attempting to bind port 2bd98223-6597-4aff-a89e-32b923667087 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:57:21.763789 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Attempting to bind port 2bd98223-6597-4aff-a89e-32b923667087 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '96658fba-cff4-4aac-a792-184f8e795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:57:21.764179 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Attempting to bind port 2bd98223-6597-4aff-a89e-32b923667087 on network aa759939-4fd0-42d1-8f23-04f0153489f8 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:57:21.769679 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:57:21.770026 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Checking segment: {'id': '96658fba-cff4-4aac-a792-184f8e795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:57:21.770407 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:21.770792 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Bound using segment: {'id': '96658fba-cff4-4aac-a792-184f8e795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:57:21.771249 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Bound port: 2bd98223-6597-4aff-a89e-32b923667087, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96658fba-cff4-4aac-a792-184f8e795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:57:21.771718 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:21.873789 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] For port 2bd98223-6597-4aff-a89e-32b923667087, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:57:21.877917 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] For port 2bd98223-6597-4aff-a89e-32b923667087, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=2bd98223-6597-4aff-a89e-32b923667087,segment=NetworkSegment(96658fba-cff4-4aac-a792-184f8e795041),segment_id=96658fba-cff4-4aac-a792-184f8e795041)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:57:22.021968 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:22.079395 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457eb08-107b-4332-a6d7-5bb71fbcbe75 None None] Pushing event updated for resources: {'Port': ['ID=2bd98223-6597-4aff-a89e-32b923667087,revision_number=4']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:22.105150 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7c9e3bf3-0e5b-4508-b387-72bd8f31b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12899669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12590085'] for subnet, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:22.127174 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device fe6181e8-2c9c-4f6f-a870-ab9980142a7d up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:57:22.133108 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Routers {'e3fbc257-633a-4a99-8c9a-2d42374d11ce'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:57:22.133927 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:57:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:22.196215 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e3bf3-0e5b-4508-b387-72bd8f31b7d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ad3acc-fa24-4365-be41-76ddd89c53c2,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:22.208272 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port fe6181e8-2c9c-4f6f-a870-ab9980142a7d triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:22.208704 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:22.209856 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9e3bf3-0e5b-4508-b387-72bd8f31b7d3 admin admin] Checking segment: {'id': '58817a8d-4882-4f40-a286-82a8a7b2332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '49b17573-f794-45ce-8113-9b004ed6cde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:57:22.210312 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9e3bf3-0e5b-4508-b387-72bd8f31b7d3 admin admin] Network hostable DHCP agents. Network: 49b17573-f794-45ce-8113-9b004ed6cde8, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 08:57:22.287461 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] Set router e3fbc257-633a-4a99-8c9a-2d42374d11ce gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:57:22.350119 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9e3bf3-0e5b-4508-b387-72bd8f31b7d3 admin admin] Network 49b17573-f794-45ce-8113-9b004ed6cde8 is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 08:57:22.458915 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-7c9e3bf3-0e5b-4508-b387-72bd8f31b7d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 49b17573-f794-45ce-8113-9b004ed6cde8) {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:57:22.464091 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9e3bf3-0e5b-4508-b387-72bd8f31b7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:22.465024 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7c9e3bf3-0e5b-4508-b387-72bd8f31b7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:22.470613 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d768726-22a4-47bd-9fb1-f5587125f305 None None] Network 49b17573-f794-45ce-8113-9b004ed6cde8 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:57:22.522543 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'name': 'tempest-TestMinimumBasicScenario-2041595487-router', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:14Z', 'updated_at': '2021-08-31T08:57:18Z', 'revision_number': 4, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'gw_port': {'id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:15Z', 'updated_at': '2021-08-31T08:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '2bd98223-6597-4aff-a89e-32b923667087', 'name': '', 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'mac_address': 'fa:16:3e:b7:c4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:17Z', 'updated_at': '2021-08-31T08:57:21Z', 'revision_number': 4, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'subnets': [{'id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:22.555162 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1459967c-2889-4ff2-9a2f-92ed399d9eb5 None None] The sync data for ids ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'] in dv-cinder-782910-2-iscsi is: [{'id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'name': 'tempest-TestMinimumBasicScenario-2041595487-router', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:14Z', 'updated_at': '2021-08-31T08:57:18Z', 'revision_number': 4, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'gw_port': {'id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:15Z', 'updated_at': '2021-08-31T08:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '2bd98223-6597-4aff-a89e-32b923667087', 'name': '', 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'mac_address': 'fa:16:3e:b7:c4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:17Z', 'updated_at': '2021-08-31T08:57:21Z', 'revision_number': 4, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'subnets': [{'id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:57:22.613691 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-7c9e3bf3-0e5b-4508-b387-72bd8f31b7d3 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0179865 Aug 31 08:57:22.628189 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 54906) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:22.641002 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1626653435-router', 'tenant_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:57:22.653151 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadd5e035-c579-5214-aed2-157ab8088043-49b17573-f794-45ce-8113-9b004ed6cde8', 'network_id': '49b17573-f794-45ce-8113-9b004ed6cde8', 'tenant_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'fixed_ips': [{'subnet_id': '70ad3acc-fa24-4365-be41-76ddd89c53c2'}]}} from dv-cinder-782910-2-iscsi. {{(pid=101274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 08:57:22.655545 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:22.832186 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Allocated IP 172.20.0.2 (49b17573-f794-45ce-8113-9b004ed6cde8/70ad3acc-fa24-4365-be41-76ddd89c53c2/28689fb3-49b9-4c70-b2be-0b764522eb2c) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:57:22.859452 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12856'] for router, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:22.861107 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12851'] for router, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:22.923556 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:23.007869 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:23.018276 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Transition to ACTIVE for port object 28689fb3-49b9-4c70-b2be-0b764522eb2c will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:57:23.036990 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Transition to ACTIVE for port object 28689fb3-49b9-4c70-b2be-0b764522eb2c will not be triggered until provisioned by entity DHCP. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:57:23.179456 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:23.227353 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Pushing event updated for resources: {'Port': ['ID=28689fb3-49b9-4c70-b2be-0b764522eb2c,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:23.241429 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Network 49b17573-f794-45ce-8113-9b004ed6cde8 is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:57:23.243269 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:57:23.246943 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:57:23.251350 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:23.314395 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Attempting to bind port 28689fb3-49b9-4c70-b2be-0b764522eb2c on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:57:23.314947 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Attempting to bind port 28689fb3-49b9-4c70-b2be-0b764522eb2c by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '58817a8d-4882-4f40-a286-82a8a7b2332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '49b17573-f794-45ce-8113-9b004ed6cde8'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:57:23.315332 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Attempting to bind port 28689fb3-49b9-4c70-b2be-0b764522eb2c on network 49b17573-f794-45ce-8113-9b004ed6cde8 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:57:23.321166 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:57:23.321530 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Checking segment: {'id': '58817a8d-4882-4f40-a286-82a8a7b2332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '49b17573-f794-45ce-8113-9b004ed6cde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:57:23.322139 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:23.322362 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Bound using segment: {'id': '58817a8d-4882-4f40-a286-82a8a7b2332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '49b17573-f794-45ce-8113-9b004ed6cde8'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:57:23.322819 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Bound port: 28689fb3-49b9-4c70-b2be-0b764522eb2c, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58817a8d-4882-4f40-a286-82a8a7b2332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '49b17573-f794-45ce-8113-9b004ed6cde8'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:57:23.323230 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:23.414767 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] For port 28689fb3-49b9-4c70-b2be-0b764522eb2c, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:57:23.419032 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] For port 28689fb3-49b9-4c70-b2be-0b764522eb2c, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=28689fb3-49b9-4c70-b2be-0b764522eb2c,segment=NetworkSegment(58817a8d-4882-4f40-a286-82a8a7b2332b),segment_id=58817a8d-4882-4f40-a286-82a8a7b2332b)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:57:23.510763 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:23.576466 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbd97d-3e30-431f-bb4d-8bb2ab830a4f None None] Pushing event updated for resources: {'Port': ['ID=28689fb3-49b9-4c70-b2be-0b764522eb2c,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:23.590187 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:23.615565 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:23.767575 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Allocated IP 172.27.0.55 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/201ee946-7115-44a6-bcd5-388e8baee11a) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:57:23.900895 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:24.114759 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:24.160496 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:57:24.172209 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Pushing event updated for resources: {'Port': ['ID=201ee946-7115-44a6-bcd5-388e8baee11a,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:24.176299 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:57:24.184697 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:57:24.192578 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 2bd98223-6597-4aff-a89e-32b923667087 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:57:24.361530 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 2bd98223-6597-4aff-a89e-32b923667087 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:57:24.366943 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 2bd98223-6597-4aff-a89e-32b923667087 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:24.367597 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:24.387880 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:57:24.465026 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:24.504352 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port 2bd98223-6597-4aff-a89e-32b923667087, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=2bd98223-6597-4aff-a89e-32b923667087,segment=NetworkSegment(96658fba-cff4-4aac-a792-184f8e795041),segment_id=96658fba-cff4-4aac-a792-184f8e795041)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:57:24.565518 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63a1c5b-cee5-4aec-85ae-bd74343816bd None None] Network 49b17573-f794-45ce-8113-9b004ed6cde8 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:57:24.634724 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:24.638432 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 28689fb3-49b9-4c70-b2be-0b764522eb2c up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:57:24.695868 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:24.781655 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=2bd98223-6597-4aff-a89e-32b923667087,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:24.924946 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435186'] for router, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:24.945382 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-257b2813-5461-4631-a8a8-a96ae666b6d6 None None] Provisioning for port 28689fb3-49b9-4c70-b2be-0b764522eb2c completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:57:25.011883 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 28689fb3-49b9-4c70-b2be-0b764522eb2c completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:57:25.019929 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 28689fb3-49b9-4c70-b2be-0b764522eb2c triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:25.020375 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:25.090662 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-5dfde8a9-10d7-4828-ad63-7d2b1e44cbbb None None] Provisioning complete for port 28689fb3-49b9-4c70-b2be-0b764522eb2c triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:25.091039 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5dfde8a9-10d7-4828-ad63-7d2b1e44cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:25.165254 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:25.167344 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Router e91db149-fbf0-48b3-856e-a9781013c9f0 is scheduled to L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 with binding_index 1 {{(pid=101272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 08:57:25.235747 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port 28689fb3-49b9-4c70-b2be-0b764522eb2c, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=28689fb3-49b9-4c70-b2be-0b764522eb2c,segment=NetworkSegment(58817a8d-4882-4f40-a286-82a8a7b2332b),segment_id=58817a8d-4882-4f40-a286-82a8a7b2332b)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:57:25.243976 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5dfde8a9-10d7-4828-ad63-7d2b1e44cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:25.290210 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:57:25.300496 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Sync routers for ids ['e91db149-fbf0-48b3-856e-a9781013c9f0'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:57:25.310475 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Routers {'e91db149-fbf0-48b3-856e-a9781013c9f0'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:57:25.311089 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:57:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e91db149-fbf0-48b3-856e-a9781013c9f0'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:25.385039 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] Notify callbacks [] for router, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:25.386555 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-99b83e62-4a6c-4edc-9ad3-d9da659165e9 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7515550 Aug 31 08:57:25.389530 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 54982) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:25.470369 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:25.480424 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 54984) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:25.612961 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.db.api [None req-5dfde8a9-10d7-4828-ad63-7d2b1e44cbbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101274) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 08:57:25.612961 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG oslo_db.api [None req-5dfde8a9-10d7-4828-ad63-7d2b1e44cbbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 08:57:25.612961 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=28689fb3-49b9-4c70-b2be-0b764522eb2c,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:25.638317 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Set router e91db149-fbf0-48b3-856e-a9781013c9f0 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:57:25.640211 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-59b89f03-545c-4a9a-9edc-31e4bbab95a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:25.773061 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-59b89f03-545c-4a9a-9edc-31e4bbab95a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:25.871059 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'name': 'tempest-TestMinimumBasicScenario-1626653435-router', 'tenant_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '201ee946-7115-44a6-bcd5-388e8baee11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:22Z', 'updated_at': '2021-08-31T08:57:24Z', 'revision_number': 3, 'project_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'gw_port': {'id': '201ee946-7115-44a6-bcd5-388e8baee11a', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:23Z', 'updated_at': '2021-08-31T08:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:25.904445 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Checking router: e91db149-fbf0-48b3-856e-a9781013c9f0 for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:57:25.904788 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Updating router e91db149-fbf0-48b3-856e-a9781013c9f0 port 201ee946-7115-44a6-bcd5-388e8baee11a binding host dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:57:25.931767 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:25.932810 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-59b89f03-545c-4a9a-9edc-31e4bbab95a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:25.976488 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-59b89f03-545c-4a9a-9edc-31e4bbab95a2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=64098b781661467dae52e2e3a34ca525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4898517 Aug 31 08:57:25.976488 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b89f03-545c-4a9a-9edc-31e4bbab95a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99cf39c-0648-47bc-a078-a807f7d04211,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:25.977417 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 55000) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:26.033195 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5c13f251-f093-452c-8312-8b9876f7e14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.058003 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5c13f251-f093-452c-8312-8b9876f7e14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.171210 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 2bd98223-6597-4aff-a89e-32b923667087 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:57:26.193605 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.258735 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5c13f251-f093-452c-8312-8b9876f7e14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.261685 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5c13f251-f093-452c-8312-8b9876f7e14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.264295 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-5c13f251-f093-452c-8312-8b9876f7e14e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a99cf39c-0648-47bc-a078-a807f7d04211 HTTP/1.1" status: 204 len: 168 time: 0.2858651 Aug 31 08:57:26.279760 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13f251-f093-452c-8312-8b9876f7e14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99cf39c-0648-47bc-a078-a807f7d04211,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:26.310846 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 2bd98223-6597-4aff-a89e-32b923667087 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:26.311412 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.357167 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.372754 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Transition to ACTIVE for port object 201ee946-7115-44a6-bcd5-388e8baee11a will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:57:26.421627 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 28689fb3-49b9-4c70-b2be-0b764522eb2c up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:57:26.433260 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Allocated IP 172.20.0.1 (49b17573-f794-45ce-8113-9b004ed6cde8/70ad3acc-fa24-4365-be41-76ddd89c53c2/85c3445a-fc14-46dd-977a-639348dd62d1) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:57:26.482120 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.487614 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 28689fb3-49b9-4c70-b2be-0b764522eb2c triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:26.488002 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.555043 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.565347 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d708b5a-aceb-431d-b82b-7c6b86057daf None None] Pushing event updated for resources: {'Port': ['ID=201ee946-7115-44a6-bcd5-388e8baee11a,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:26.570364 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Attempting to bind port 201ee946-7115-44a6-bcd5-388e8baee11a on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:57:26.570729 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Attempting to bind port 201ee946-7115-44a6-bcd5-388e8baee11a by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:57:26.571091 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Attempting to bind port 201ee946-7115-44a6-bcd5-388e8baee11a on network 21b7b17b-0504-4a0f-9003-5825bc0f5835 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:57:26.571276 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.provisioning_blocks [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Transition to ACTIVE for port object 85c3445a-fc14-46dd-977a-639348dd62d1 will not be triggered until provisioned by entity DHCP. {{(pid=101272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:57:26.579991 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:57:26.586055 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Checking segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:57:26.586055 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.586055 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Bound using segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:57:26.586055 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Bound port: 201ee946-7115-44a6-bcd5-388e8baee11a, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:57:26.586055 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.688943 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] For port 201ee946-7115-44a6-bcd5-388e8baee11a, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:57:26.693026 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] For port 201ee946-7115-44a6-bcd5-388e8baee11a, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=201ee946-7115-44a6-bcd5-388e8baee11a,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:57:26.785117 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.827562 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Network 49b17573-f794-45ce-8113-9b004ed6cde8 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:57:26.832982 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:57:26.837433 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:57:26.866198 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Pushing event updated for resources: {'Port': ['ID=85c3445a-fc14-46dd-977a-639348dd62d1,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:26.893437 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434561'] for router_interface, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:26.943854 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:27.006127 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Routers {'e91db149-fbf0-48b3-856e-a9781013c9f0'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:57:27.006833 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:57:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e91db149-fbf0-48b3-856e-a9781013c9f0'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:27.008909 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d708b5a-aceb-431d-b82b-7c6b86057daf None None] Pushing event updated for resources: {'Port': ['ID=201ee946-7115-44a6-bcd5-388e8baee11a,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:27.121843 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] Set router e91db149-fbf0-48b3-856e-a9781013c9f0 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:57:27.137623 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:27.323547 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:27.332853 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 55014) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:27.334879 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'name': 'tempest-TestMinimumBasicScenario-1626653435-router', 'tenant_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '201ee946-7115-44a6-bcd5-388e8baee11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:22Z', 'updated_at': '2021-08-31T08:57:24Z', 'revision_number': 3, 'project_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'gw_port': {'id': '201ee946-7115-44a6-bcd5-388e8baee11a', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:23Z', 'updated_at': '2021-08-31T08:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:27.346295 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-44468074-c42e-4d4b-9c36-e50c4c319480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:27.416152 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb52981-5201-4025-8375-b0f808c82f5b None None] The sync data for ids ['e91db149-fbf0-48b3-856e-a9781013c9f0'] in dv-cinder-782910-2-iscsi is: [{'id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'name': 'tempest-TestMinimumBasicScenario-1626653435-router', 'tenant_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '201ee946-7115-44a6-bcd5-388e8baee11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:22Z', 'updated_at': '2021-08-31T08:57:24Z', 'revision_number': 3, 'project_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'gw_port': {'id': '201ee946-7115-44a6-bcd5-388e8baee11a', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:23Z', 'updated_at': '2021-08-31T08:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:57:27.417815 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-09f46db1-e929-46f4-9767-b859f183aacc None None] Provisioning for port 85c3445a-fc14-46dd-977a-639348dd62d1 completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:57:27.422602 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-09f46db1-e929-46f4-9767-b859f183aacc None None] Provisioning complete for port 85c3445a-fc14-46dd-977a-639348dd62d1 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:27.422801 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-09f46db1-e929-46f4-9767-b859f183aacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:27.483590 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-09f46db1-e929-46f4-9767-b859f183aacc None None] Port 85c3445a-fc14-46dd-977a-639348dd62d1 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:57:27.496598 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427652'] for port, after_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:27.523472 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-44468074-c42e-4d4b-9c36-e50c4c319480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:27.571681 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435505'] for router_interface, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:27.573580 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Pushing event updated for resources: {'Port': ['ID=85c3445a-fc14-46dd-977a-639348dd62d1,revision_number=2']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:27.627444 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-44468074-c42e-4d4b-9c36-e50c4c319480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:27.700858 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44468074-c42e-4d4b-9c36-e50c4c319480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbc58f0-2f40-4b71-bea6-c3b5f873312a,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:27.722297 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-44468074-c42e-4d4b-9c36-e50c4c319480 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=171fc04888aa48c4aaf60cda9809e8ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858147 Aug 31 08:57:27.722731 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 55018) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:27.755388 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Network 49b17573-f794-45ce-8113-9b004ed6cde8 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:57:27.757075 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:57:27.797762 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f400e793-821c-45f3-aeb6-fef9a8bb17ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:27.835098 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f400e793-821c-45f3-aeb6-fef9a8bb17ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:27.930817 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Router e91db149-fbf0-48b3-856e-a9781013c9f0 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:57:28.007674 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-cf49db6c-065a-4dac-96f9-02df0c748ac5 None None] Provisioning complete for port 85c3445a-fc14-46dd-977a-639348dd62d1 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:28.008184 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cf49db6c-065a-4dac-96f9-02df0c748ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:28.008814 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f400e793-821c-45f3-aeb6-fef9a8bb17ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:28.011873 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f400e793-821c-45f3-aeb6-fef9a8bb17ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:28.013672 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-f400e793-821c-45f3-aeb6-fef9a8bb17ea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fdbc58f0-2f40-4b71-bea6-c3b5f873312a HTTP/1.1" status: 204 len: 168 time: 0.2895257 Aug 31 08:57:28.025002 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400e793-821c-45f3-aeb6-fef9a8bb17ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbc58f0-2f40-4b71-bea6-c3b5f873312a,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:28.077307 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:57:28.088461 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-93f821d5-efde-41d8-a542-3a23c8e4d0c3 admin admin] 10.222.0.74 "PUT /v2.0/routers/e91db149-fbf0-48b3-856e-a9781013c9f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6978285 Aug 31 08:57:28.104350 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-cf49db6c-065a-4dac-96f9-02df0c748ac5 None None] Port 85c3445a-fc14-46dd-977a-639348dd62d1 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:57:28.210413 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 201ee946-7115-44a6-bcd5-388e8baee11a up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:57:28.413393 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 201ee946-7115-44a6-bcd5-388e8baee11a completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:57:28.418097 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 201ee946-7115-44a6-bcd5-388e8baee11a triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:28.418466 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:28.505032 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:28.525964 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port 201ee946-7115-44a6-bcd5-388e8baee11a, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=201ee946-7115-44a6-bcd5-388e8baee11a,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:57:28.647819 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:28.753189 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=201ee946-7115-44a6-bcd5-388e8baee11a,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:29.011570 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79371e8e-29bc-494b-a81b-e6138fce0a89 req-f9e4c72c-0213-4b47-b935-0f8372f99c80 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:29.013555 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-79371e8e-29bc-494b-a81b-e6138fce0a89 req-f9e4c72c-0213-4b47-b935-0f8372f99c80 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 945 time: 0.0598118 Aug 31 08:57:29.059604 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-79371e8e-29bc-494b-a81b-e6138fce0a89 req-dda605a4-b916-4b80-9ff9-315d59da0c13 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373404 Aug 31 08:57:30.056392 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Sync routers for ids ['e91db149-fbf0-48b3-856e-a9781013c9f0'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:57:30.072100 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Routers {'e91db149-fbf0-48b3-856e-a9781013c9f0'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:57:30.073565 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:57:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e91db149-fbf0-48b3-856e-a9781013c9f0'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:30.189537 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 201ee946-7115-44a6-bcd5-388e8baee11a up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:57:30.237979 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Set router e91db149-fbf0-48b3-856e-a9781013c9f0 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:57:30.328041 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 201ee946-7115-44a6-bcd5-388e8baee11a triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:30.328689 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:30.395717 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f727e-c8a4-4fd7-8aa4-e5f5ed1cb59c req-634b00a9-9be7-4f8b-b1f2-9f01bf6f5e39 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:30.397560 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-451f727e-c8a4-4fd7-8aa4-e5f5ed1cb59c req-634b00a9-9be7-4f8b-b1f2-9f01bf6f5e39 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 945 time: 0.2125969 Aug 31 08:57:30.481387 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-451f727e-c8a4-4fd7-8aa4-e5f5ed1cb59c req-14f33e3b-fb2c-4142-a7fe-166cde9e9f15 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741358 Aug 31 08:57:30.561890 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 55094) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:30.683591 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'name': 'tempest-TestMinimumBasicScenario-1626653435-router', 'tenant_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '201ee946-7115-44a6-bcd5-388e8baee11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:22Z', 'updated_at': '2021-08-31T08:57:27Z', 'revision_number': 4, 'project_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'gw_port': {'id': '201ee946-7115-44a6-bcd5-388e8baee11a', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:23Z', 'updated_at': '2021-08-31T08:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '85c3445a-fc14-46dd-977a-639348dd62d1', 'name': '', 'network_id': '49b17573-f794-45ce-8113-9b004ed6cde8', 'tenant_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'mac_address': 'fa:16:3e:d0:10:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '70ad3acc-fa24-4365-be41-76ddd89c53c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:26Z', 'updated_at': '2021-08-31T08:57:27Z', 'revision_number': 2, 'project_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'subnets': [{'id': '70ad3acc-fa24-4365-be41-76ddd89c53c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:30.716098 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Checking router: e91db149-fbf0-48b3-856e-a9781013c9f0 for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:57:30.716759 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Updating router e91db149-fbf0-48b3-856e-a9781013c9f0 port 85c3445a-fc14-46dd-977a-639348dd62d1 binding host dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 08:57:30.722225 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cb244-25d7-4076-86f8-0072c420580d req-4b299767-525f-4e34-9833-449ddf6b80c1 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:30.723860 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4d1cb244-25d7-4076-86f8-0072c420580d req-4b299767-525f-4e34-9833-449ddf6b80c1 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.103 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 945 time: 0.0814521 Aug 31 08:57:30.742571 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-9a081d77-0048-4051-aad5-9df4eb608d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:30.751455 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:30.916286 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-4d1cb244-25d7-4076-86f8-0072c420580d req-978764fd-978f-4cf8-adde-38b1204699b4 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Deleting port 69a3b751-564d-441a-ae0a-3a9c9add10de {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:57:30.917164 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4d1cb244-25d7-4076-86f8-0072c420580d req-978764fd-978f-4cf8-adde-38b1204699b4 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.059428 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-4d1cb244-25d7-4076-86f8-0072c420580d req-978764fd-978f-4cf8-adde-38b1204699b4 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] For port 69a3b751-564d-441a-ae0a-3a9c9add10de, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=69a3b751-564d-441a-ae0a-3a9c9add10de,segment=NetworkSegment(95c7c713-4fc3-4a0b-8aea-a91a70b01de0),segment_id=95c7c713-4fc3-4a0b-8aea-a91a70b01de0)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:57:31.060168 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4d1cb244-25d7-4076-86f8-0072c420580d req-978764fd-978f-4cf8-adde-38b1204699b4 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.085082 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-4d1cb244-25d7-4076-86f8-0072c420580d req-978764fd-978f-4cf8-adde-38b1204699b4 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Calling delete_port for 69a3b751-564d-441a-ae0a-3a9c9add10de owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:57:31.152682 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-9a081d77-0048-4051-aad5-9df4eb608d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.168591 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.180515 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Transition to ACTIVE for port object 85c3445a-fc14-46dd-977a-639348dd62d1 will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:57:31.232675 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-9a081d77-0048-4051-aad5-9df4eb608d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.293800 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a081d77-0048-4051-aad5-9df4eb608d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03915735-7220-4efd-abaa-e4d5dd5e8167,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:31.304615 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 55106) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:57:31.316057 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.316858 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-9a081d77-0048-4051-aad5-9df4eb608d6d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dbf018a92c4543668fec3f67293d521d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7533708 Aug 31 08:57:31.369512 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f9e0c1b2-e36a-4095-b85a-b473a41fbcea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.391928 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1df87-7e33-4448-a635-38cbb37c7237 None None] Pushing event updated for resources: {'Port': ['ID=85c3445a-fc14-46dd-977a-639348dd62d1,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:31.420368 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f9e0c1b2-e36a-4095-b85a-b473a41fbcea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.433438 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4d1cb244-25d7-4076-86f8-0072c420580d req-978764fd-978f-4cf8-adde-38b1204699b4 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.449134 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['69a3b751-564d-441a-ae0a-3a9c9add10de'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:57:31.511967 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Attempting to bind port 85c3445a-fc14-46dd-977a-639348dd62d1 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:57:31.512604 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Attempting to bind port 85c3445a-fc14-46dd-977a-639348dd62d1 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '58817a8d-4882-4f40-a286-82a8a7b2332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '49b17573-f794-45ce-8113-9b004ed6cde8'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:57:31.513143 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Attempting to bind port 85c3445a-fc14-46dd-977a-639348dd62d1 on network 49b17573-f794-45ce-8113-9b004ed6cde8 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:57:31.532772 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:57:31.544210 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Checking segment: {'id': '58817a8d-4882-4f40-a286-82a8a7b2332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '49b17573-f794-45ce-8113-9b004ed6cde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:57:31.544750 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.545160 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Bound using segment: {'id': '58817a8d-4882-4f40-a286-82a8a7b2332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '49b17573-f794-45ce-8113-9b004ed6cde8'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:57:31.545663 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Bound port: 85c3445a-fc14-46dd-977a-639348dd62d1, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58817a8d-4882-4f40-a286-82a8a7b2332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '49b17573-f794-45ce-8113-9b004ed6cde8'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:57:31.546072 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.580807 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978764fd-978f-4cf8-adde-38b1204699b4 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Pushing event deleted for resources: {'Port': ['ID=69a3b751-564d-441a-ae0a-3a9c9add10de,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:31.625201 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1cb244-25d7-4076-86f8-0072c420580d req-978764fd-978f-4cf8-adde-38b1204699b4 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] No DVR routers for this DVR port 69a3b751-564d-441a-ae0a-3a9c9add10de on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:57:31.648904 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4d1cb244-25d7-4076-86f8-0072c420580d req-978764fd-978f-4cf8-adde-38b1204699b4 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.651847 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4d1cb244-25d7-4076-86f8-0072c420580d req-978764fd-978f-4cf8-adde-38b1204699b4 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.103 "DELETE /v2.0/ports/69a3b751-564d-441a-ae0a-3a9c9add10de HTTP/1.1" status: 204 len: 173 time: 0.9064119 Aug 31 08:57:31.652315 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5bd3ee-e6a2-4a09-bf69-c74c2e727408', 'name': 'network-vif-deleted', 'tag': '69a3b751-564d-441a-ae0a-3a9c9add10de'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:57:31.652876 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f9e0c1b2-e36a-4095-b85a-b473a41fbcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.654746 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2bca17-71cc-4a8b-b51a-27054b643188" -d '{"events": [{"server_uuid": "0e5bd3ee-e6a2-4a09-bf69-c74c2e727408", "name": "network-vif-deleted", "tag": "69a3b751-564d-441a-ae0a-3a9c9add10de"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:57:31.656637 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f9e0c1b2-e36a-4095-b85a-b473a41fbcea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.661924 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-f9e0c1b2-e36a-4095-b85a-b473a41fbcea admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/03915735-7220-4efd-abaa-e4d5dd5e8167 HTTP/1.1" status: 204 len: 168 time: 0.3561485 Aug 31 08:57:31.697829 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0c1b2-e36a-4095-b85a-b473a41fbcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03915735-7220-4efd-abaa-e4d5dd5e8167,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:31.717682 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1d8ccdc8-dd7e-453e-8886-f477b7e9fc2f req-41b7e18f-2b38-4030-94ad-c9223c640788 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 210 time: 0.0935109 Aug 31 08:57:31.745664 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] For port 85c3445a-fc14-46dd-977a-639348dd62d1, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:57:31.757438 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] For port 85c3445a-fc14-46dd-977a-639348dd62d1, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=85c3445a-fc14-46dd-977a-639348dd62d1,segment=NetworkSegment(58817a8d-4882-4f40-a286-82a8a7b2332b),segment_id=58817a8d-4882-4f40-a286-82a8a7b2332b)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:57:31.771841 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6057a53d-948c-4d3c-8078-dce0345a4c6d x-openstack-request-id: req-6057a53d-948c-4d3c-8078-dce0345a4c6d {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:57:31.772245 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5bd3ee-e6a2-4a09-bf69-c74c2e727408", "name": "network-vif-deleted", "tag": "69a3b751-564d-441a-ae0a-3a9c9add10de", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:57:31.772491 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6057a53d-948c-4d3c-8078-dce0345a4c6d {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:57:31.772889 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5bd3ee-e6a2-4a09-bf69-c74c2e727408', 'name': 'network-vif-deleted', 'tag': '69a3b751-564d-441a-ae0a-3a9c9add10de', 'status': 'completed', 'code': 200} Aug 31 08:57:31.891306 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:31.969042 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Routers {'e91db149-fbf0-48b3-856e-a9781013c9f0'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:57:31.969772 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:57:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e91db149-fbf0-48b3-856e-a9781013c9f0'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:31.976163 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1df87-7e33-4448-a635-38cbb37c7237 None None] Pushing event updated for resources: {'Port': ['ID=85c3445a-fc14-46dd-977a-639348dd62d1,revision_number=4']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:32.161122 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] Set router e91db149-fbf0-48b3-856e-a9781013c9f0 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:57:32.515009 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'name': 'tempest-TestMinimumBasicScenario-1626653435-router', 'tenant_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '201ee946-7115-44a6-bcd5-388e8baee11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:22Z', 'updated_at': '2021-08-31T08:57:27Z', 'revision_number': 4, 'project_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'gw_port': {'id': '201ee946-7115-44a6-bcd5-388e8baee11a', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:23Z', 'updated_at': '2021-08-31T08:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '85c3445a-fc14-46dd-977a-639348dd62d1', 'name': '', 'network_id': '49b17573-f794-45ce-8113-9b004ed6cde8', 'tenant_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'mac_address': 'fa:16:3e:d0:10:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '70ad3acc-fa24-4365-be41-76ddd89c53c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:26Z', 'updated_at': '2021-08-31T08:57:31Z', 'revision_number': 4, 'project_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'subnets': [{'id': '70ad3acc-fa24-4365-be41-76ddd89c53c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:57:32.548753 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1baf70-381b-4356-a875-4c38e57b7954 None None] The sync data for ids ['e91db149-fbf0-48b3-856e-a9781013c9f0'] in dv-cinder-782910-2-iscsi is: [{'id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'name': 'tempest-TestMinimumBasicScenario-1626653435-router', 'tenant_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '201ee946-7115-44a6-bcd5-388e8baee11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:22Z', 'updated_at': '2021-08-31T08:57:27Z', 'revision_number': 4, 'project_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'gw_port': {'id': '201ee946-7115-44a6-bcd5-388e8baee11a', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:23Z', 'updated_at': '2021-08-31T08:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '85c3445a-fc14-46dd-977a-639348dd62d1', 'name': '', 'network_id': '49b17573-f794-45ce-8113-9b004ed6cde8', 'tenant_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'mac_address': 'fa:16:3e:d0:10:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '70ad3acc-fa24-4365-be41-76ddd89c53c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:26Z', 'updated_at': '2021-08-31T08:57:31Z', 'revision_number': 4, 'project_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'subnets': [{'id': '70ad3acc-fa24-4365-be41-76ddd89c53c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:57:32.907520 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-398d9748-4380-42b3-a81c-04767366bb23 req-915c1fb8-df66-4dfa-b3a5-dfa4807e7981 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=0e5bd3ee-e6a2-4a09-bf69-c74c2e727408 HTTP/1.1" status: 200 len: 210 time: 0.0551934 Aug 31 08:57:34.218804 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 85c3445a-fc14-46dd-977a-639348dd62d1 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:57:34.435722 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 85c3445a-fc14-46dd-977a-639348dd62d1 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:57:34.442840 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 85c3445a-fc14-46dd-977a-639348dd62d1 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:34.444516 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:34.546187 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:34.585867 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port 85c3445a-fc14-46dd-977a-639348dd62d1, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=85c3445a-fc14-46dd-977a-639348dd62d1,segment=NetworkSegment(58817a8d-4882-4f40-a286-82a8a7b2332b),segment_id=58817a8d-4882-4f40-a286-82a8a7b2332b)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:57:34.716325 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:34.777566 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=85c3445a-fc14-46dd-977a-639348dd62d1,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:34.786524 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:34.787717 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:34.788094 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:34.788536 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:34.788876 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:34.789214 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:34.789541 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:34.789868 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:34.790199 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:34.790661 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:34.790994 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:34.791316 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:36.028101 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 69a3b751-564d-441a-ae0a-3a9c9add10de no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:57:36.239533 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 85c3445a-fc14-46dd-977a-639348dd62d1 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:57:36.242709 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: 69a3b751-564d-441a-ae0a-3a9c9add10de {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 08:57:36.243069 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 69a3b751-564d-441a-ae0a-3a9c9add10de not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:57:36.316472 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 85c3445a-fc14-46dd-977a-639348dd62d1 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:36.316472 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:41.955425 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0c347b4b-ddb9-4922-bb0c-56620ce20f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:43.342894 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bc719-9c8f-45a5-924b-74da5c1e656b req-698bcc16-ab3e-4c52-94e7-a1032f88444b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:43.344877 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ae2bc719-9c8f-45a5-924b-74da5c1e656b req-698bcc16-ab3e-4c52-94e7-a1032f88444b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.2237525 Aug 31 08:57:43.386557 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ae2bc719-9c8f-45a5-924b-74da5c1e656b req-e2dc25d5-d975-44e8-8da9-6a73fdd5865b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352693 Aug 31 08:57:43.430045 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-7c2bf3a1-4a4c-4dab-adce-07ec2ddfa11f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:43.431530 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-7c2bf3a1-4a4c-4dab-adce-07ec2ddfa11f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/networks?id=aa759939-4fd0-42d1-8f23-04f0153489f8 HTTP/1.1" status: 200 len: 815 time: 0.1048036 Aug 31 08:57:43.446717 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-9f7f730b-15b5-46fe-bfd1-d55217ab963e tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/quotas/027ea9433f8c40e19169b615c8f7a7a2 HTTP/1.1" status: 200 len: 375 time: 0.0094659 Aug 31 08:57:43.505680 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-79ace419-4555-4f2b-a4c5-454a7bc2447a tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=027ea9433f8c40e19169b615c8f7a7a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532582 Aug 31 08:57:43.605957 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-bf13a276-c583-4f39-b796-ebb3c42ce33c service neutron] 10.222.0.74 "GET /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885274 Aug 31 08:57:43.704658 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-b253beed-58e0-40ed-9289-0c71fa6d0934 service neutron] 10.222.0.74 "GET /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926456 Aug 31 08:57:43.998397 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-05c35896-a0d4-458f-8496-00caa99b4def req-113fa3ab-44cb-4ff2-8588-adccb70fd24d tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 210 time: 0.0273209 Aug 31 08:57:44.503390 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bad94a-df9d-4231-9893-9aa8e4645163 req-ae398ddc-0311-41f5-9452-29a5c36270bd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:44.504917 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-23bad94a-df9d-4231-9893-9aa8e4645163 req-ae398ddc-0311-41f5-9452-29a5c36270bd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0497391 Aug 31 08:57:44.514171 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-65cbb100-73ff-46c5-b23f-92fc19d29b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:44.547530 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-23bad94a-df9d-4231-9893-9aa8e4645163 req-6263c9bc-32da-4931-b7d5-b5567baae7dd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365353 Aug 31 08:57:44.652666 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:45.078939 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9dd93b24-1c81-40b1-a4a9-52a109717c5b req-58b1c431-c14a-4c9f-9553-3bfd2c00edb6 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 210 time: 0.0292153 Aug 31 08:57:45.102511 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:45.671015 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5d43e-f906-47f8-a9dd-7d5e9c00d262 req-ee175de6-cb78-48cc-b313-3eb637144204 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:45.672642 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-52f5d43e-f906-47f8-a9dd-7d5e9c00d262 req-ee175de6-cb78-48cc-b313-3eb637144204 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0510094 Aug 31 08:57:45.681293 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:45.712942 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-52f5d43e-f906-47f8-a9dd-7d5e9c00d262 req-7e9a7a75-d268-49f2-87a7-43d4c919e5eb tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329099 Aug 31 08:57:46.175883 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2b4c12e8-d06d-4eca-b5ad-872bbd3ec512 req-805d60f0-20a1-458d-ad78-74d902836b91 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 210 time: 0.0303655 Aug 31 08:57:46.833600 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5234abb-5cf2-4e01-95e3-a4c598e2dd38 req-933065f8-f653-4c49-8ebe-c8ae5120dcd7 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:46.835779 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e5234abb-5cf2-4e01-95e3-a4c598e2dd38 req-933065f8-f653-4c49-8ebe-c8ae5120dcd7 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0557473 Aug 31 08:57:46.873112 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e5234abb-5cf2-4e01-95e3-a4c598e2dd38 req-af335582-4489-452a-bbb7-9068f638e5cf tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314496 Aug 31 08:57:47.274341 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fad0639e-07ca-4416-a018-51934caabcca req-ba4d6522-7298-423d-9f4b-d4b78a08e0a2 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 210 time: 0.0294218 Aug 31 08:57:47.697263 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:47.987385 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612120cd-3539-4f34-9d1e-2fa35dd85096 req-439c8d20-2081-4614-9709-563678faee39 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:47.988896 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-612120cd-3539-4f34-9d1e-2fa35dd85096 req-439c8d20-2081-4614-9709-563678faee39 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0491285 Aug 31 08:57:48.033968 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-612120cd-3539-4f34-9d1e-2fa35dd85096 req-48fe3ecc-6ba2-4dc8-a2b6-6c633147d47b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388219 Aug 31 08:57:48.365023 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4e23addf-d63d-40af-ac36-da3939068a15 req-59f1a94d-de26-411a-862b-b09ff64b1d28 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 210 time: 0.0265136 Aug 31 08:57:48.863105 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-90d56622-d4f3-487f-a4ae-565d896f1a0f req-fe671dc4-1693-4e29-88ea-24ce00b21797 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401525 Aug 31 08:57:48.949939 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d56622-d4f3-487f-a4ae-565d896f1a0f req-06d9bfa5-c167-49a1-a72c-52e38155cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:48.951481 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-90d56622-d4f3-487f-a4ae-565d896f1a0f req-06d9bfa5-c167-49a1-a72c-52e38155cf61 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e986ed04246f4cd9a5fafdf9f660684b&device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 1100 time: 0.0414586 Aug 31 08:57:49.068727 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d56622-d4f3-487f-a4ae-565d896f1a0f req-824a4b97-4ebc-45e1-853c-5850449f83e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:49.070394 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-90d56622-d4f3-487f-a4ae-565d896f1a0f req-824a4b97-4ebc-45e1-853c-5850449f83e2 service neutron] 10.222.0.103 "GET /v2.0/networks?id=945ae18c-2f91-47bd-bfbd-369ee74f27e6 HTTP/1.1" status: 200 len: 919 time: 0.0936685 Aug 31 08:57:49.140262 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-90d56622-d4f3-487f-a4ae-565d896f1a0f req-12d9fd11-cca7-432d-bf57-a580c016a3a7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f HTTP/1.1" status: 200 len: 1001 time: 0.0582976 Aug 31 08:57:49.152148 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba11cc-c783-42db-a380-6298dcdcc974 req-7e7f8134-d3db-4ebf-9a9b-c9ccc64b6f11 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:49.153688 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-bbba11cc-c783-42db-a380-6298dcdcc974 req-7e7f8134-d3db-4ebf-9a9b-c9ccc64b6f11 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0506780 Aug 31 08:57:49.198463 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-bbba11cc-c783-42db-a380-6298dcdcc974 req-b19c60bc-16b7-4e18-9809-5dd0f9e61b68 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376542 Aug 31 08:57:49.200691 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d56622-d4f3-487f-a4ae-565d896f1a0f req-c33f0bfb-8940-46f9-991c-1d9321a52cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:49.208236 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-90d56622-d4f3-487f-a4ae-565d896f1a0f req-c33f0bfb-8940-46f9-991c-1d9321a52cd6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5f7e7944-275c-4f13-be48-7508c282a8a0 HTTP/1.1" status: 200 len: 856 time: 0.0488477 Aug 31 08:57:49.255460 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d56622-d4f3-487f-a4ae-565d896f1a0f req-0701d99b-e808-4648-9f92-10b232ecdf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:49.257086 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-90d56622-d4f3-487f-a4ae-565d896f1a0f req-0701d99b-e808-4648-9f92-10b232ecdf7d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=945ae18c-2f91-47bd-bfbd-369ee74f27e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443239 Aug 31 08:57:49.457818 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-08f23f32-277d-4aca-be35-7675a35a67da req-2a87ef64-c792-4b21-b94b-d4d455250145 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 210 time: 0.0255482 Aug 31 08:57:50.237181 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-90d56622-d4f3-487f-a4ae-565d896f1a0f req-5ca7f6a5-2d79-4e8a-b23b-da8e693a34d2 service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048770 Aug 31 08:57:50.338490 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb86a1-af2e-4435-805b-3cbe43755d29 req-903cc7d9-a81e-4249-9827-1f02ac130158 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:50.340001 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-dfbb86a1-af2e-4435-805b-3cbe43755d29 req-903cc7d9-a81e-4249-9827-1f02ac130158 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0582442 Aug 31 08:57:50.381280 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-dfbb86a1-af2e-4435-805b-3cbe43755d29 req-2bc96ee0-1db9-41f1-bb8f-ea4a84edb82f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351374 Aug 31 08:57:50.528918 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23139a23-057e-443a-88bb-0c892ae43053 req-a0d0066e-5365-4fa5-b1e2-89ca75a57d56 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:50.530413 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-23139a23-057e-443a-88bb-0c892ae43053 req-a0d0066e-5365-4fa5-b1e2-89ca75a57d56 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/networks?id=db1c75c3-4e19-45e7-b855-37dc07fa6eac HTTP/1.1" status: 200 len: 814 time: 0.1005175 Aug 31 08:57:50.546350 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-23139a23-057e-443a-88bb-0c892ae43053 req-b89d7ce0-e2bd-4e1e-9345-d9c9f44f7069 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/quotas/0612aa4e86c04a00aa196a4352ceb9bf HTTP/1.1" status: 200 len: 375 time: 0.0102191 Aug 31 08:57:50.554057 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2b898e12-73f7-4ec6-bc5c-b60aad8eb5df req-d65d8b6e-96bd-435a-9281-4311ee13d07a tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 210 time: 0.0283222 Aug 31 08:57:50.579530 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-23139a23-057e-443a-88bb-0c892ae43053 req-a1f8ea1b-cf7a-4a82-8c2a-b7cc89df3875 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=0612aa4e86c04a00aa196a4352ceb9bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274355 Aug 31 08:57:50.736875 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-23139a23-057e-443a-88bb-0c892ae43053 req-e39c5106-2195-4f60-9256-5568ec2134c2 service neutron] 10.222.0.74 "GET /v2.0/networks/db1c75c3-4e19-45e7-b855-37dc07fa6eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502743 Aug 31 08:57:50.825766 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-23139a23-057e-443a-88bb-0c892ae43053 req-aa1194d7-8619-480d-9b0d-21946d3a889b service neutron] 10.222.0.74 "GET /v2.0/networks/db1c75c3-4e19-45e7-b855-37dc07fa6eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828311 Aug 31 08:57:51.142397 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-07dd95b4-98f7-4b83-b523-84c82ffc8323 req-42fdd29f-f540-4272-913e-c52ebaf18cca tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0256417 Aug 31 08:57:51.504565 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca7943-5e87-4de3-aa2c-e8b671e1a784 req-8fbdb2a5-db1d-4b6f-9737-eacc2f016e57 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:51.506664 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-65ca7943-5e87-4de3-aa2c-e8b671e1a784 req-8fbdb2a5-db1d-4b6f-9737-eacc2f016e57 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0556424 Aug 31 08:57:51.544737 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-65ca7943-5e87-4de3-aa2c-e8b671e1a784 req-668ac759-dfec-4dc6-9029-6fc2454b3ae5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319016 Aug 31 08:57:51.646073 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5379b189-089c-4178-86ea-0d40e0674e18 req-0746400f-8eab-4bad-979c-234c8d335beb tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 210 time: 0.0259547 Aug 31 08:57:52.071016 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-90d56622-d4f3-487f-a4ae-565d896f1a0f req-1087785e-80b8-4e51-a5af-f2e00ac9c9a0 service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821779 Aug 31 08:57:52.221557 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1001c8d7-31f3-40e0-abe3-cbf08c53a382 req-11dc6aa5-3c0a-412e-ac40-8ba2608aac39 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0287294 Aug 31 08:57:52.661116 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c553c-c50b-4ecd-a84a-0ed3d5ee5da5 req-0802e24d-e6a0-460d-a3fa-16d89acef57d tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:52.662714 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-951c553c-c50b-4ecd-a84a-0ed3d5ee5da5 req-0802e24d-e6a0-460d-a3fa-16d89acef57d tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0505457 Aug 31 08:57:52.717587 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-951c553c-c50b-4ecd-a84a-0ed3d5ee5da5 req-367fb4bb-35dc-4758-b659-bb4d6785d72b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439136 Aug 31 08:57:52.767230 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e717c1a9-0e51-4585-9840-31dfdc004241 req-ad07529a-070c-4f7d-8fa8-ea159a882488 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 210 time: 0.0311484 Aug 31 08:57:53.315691 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0c9f87fa-9273-4592-adcf-a3ebdb1e0e18 req-e7c1aea6-16b1-40c0-8f0e-c25aaec965d5 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0263166 Aug 31 08:57:53.835456 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8f715-7b34-47f1-a4ac-76690dcfce70 req-022ff909-2617-4e72-82ea-ed1d1909acb5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:53.837914 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-51a8f715-7b34-47f1-a4ac-76690dcfce70 req-022ff909-2617-4e72-82ea-ed1d1909acb5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0535121 Aug 31 08:57:53.868810 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7bfd11db-02d9-4881-bc2a-077fe7ef8af4 req-34141d37-871e-4948-a7c2-90cbbc8a512b tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 210 time: 0.0267506 Aug 31 08:57:53.876774 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-51a8f715-7b34-47f1-a4ac-76690dcfce70 req-47693db4-9e84-4e85-b781-9382e9ffaa56 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327139 Aug 31 08:57:54.411465 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-847d710a-3849-4738-8f1e-2b30136c5dd7 req-db62d9f1-4d91-4404-b0af-908b4399dc35 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0269012 Aug 31 08:57:54.964175 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-188f6ea4-8bdd-4aaa-9155-596aa42b58b8 req-140d24a3-606c-4002-a3d6-ef0ec65b3cd1 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 210 time: 0.0274897 Aug 31 08:57:54.993225 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fad61-a86e-421e-ae8e-d859604d8419 req-d6bdb0ea-fb7a-4375-9076-ac8385d23617 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:54.994711 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e14fad61-a86e-421e-ae8e-d859604d8419 req-d6bdb0ea-fb7a-4375-9076-ac8385d23617 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0484731 Aug 31 08:57:55.032599 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e14fad61-a86e-421e-ae8e-d859604d8419 req-a5a8f60f-9d9e-4043-b078-7bf72f46e41b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319340 Aug 31 08:57:55.316653 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-aed04aa4-4066-40ae-877e-314d52639d4a tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:55.319113 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-aed04aa4-4066-40ae-877e-314d52639d4a tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.103 "GET /v2.0/networks?id=aa759939-4fd0-42d1-8f23-04f0153489f8 HTTP/1.1" status: 200 len: 815 time: 0.1107163 Aug 31 08:57:55.333781 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Request body: {'port': {'device_id': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8', 'admin_state_up': True, 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:57:55.515422 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ccfcbd25-5428-46c6-acec-2cb843a112d9 req-81e53b66-4728-4841-91cd-ed6a97351645 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0297220 Aug 31 08:57:55.560660 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Made reservation on behalf of 027ea9433f8c40e19169b615c8f7a7a2 for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:57:55.564171 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:55.693803 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Allocated IP 172.20.0.10 (aa759939-4fd0-42d1-8f23-04f0153489f8/3f13acbc-d2a4-4de5-a4d7-7feff7f32443/e0da8531-160a-4656-ae46-68b171a6b84c) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:57:55.841693 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:55.855791 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Transition to ACTIVE for port object e0da8531-160a-4656-ae46-68b171a6b84c will not be triggered until provisioned by entity DHCP. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:57:56.013218 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:56.054372 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Network aa759939-4fd0-42d1-8f23-04f0153489f8 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:57:56.059591 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:57:56.063457 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:57:56.090073 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de7904-8a3e-47ae-b075-ab5081e7eb8b req-51b61f82-f0b5-4038-86d7-f01a59ba0a2e tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:56.092533 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-86de7904-8a3e-47ae-b075-ab5081e7eb8b req-51b61f82-f0b5-4038-86d7-f01a59ba0a2e tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 932 time: 0.0611475 Aug 31 08:57:56.095317 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Pushing event updated for resources: {'Port': ['ID=e0da8531-160a-4656-ae46-68b171a6b84c,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:56.114044 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:56.114389 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:56.114775 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:56.115110 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:56.115443 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:56.115773 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:56.116126 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:56.116452 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:56.116774 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:56.117093 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:56.117415 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:56.117734 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:57:56.136918 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-86de7904-8a3e-47ae-b075-ab5081e7eb8b req-98c0cc01-db0e-464b-bba6-8b0cf9dbf04e tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379970 Aug 31 08:57:56.163911 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:56.166471 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:56.198805 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d4730-c6dc-426f-a4e4-d4d1dcab567c req-a10e2f25-e3ec-4e99-819f-ea7a516b6385 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:56.200497 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-479d4730-c6dc-426f-a4e4-d4d1dcab567c req-a10e2f25-e3ec-4e99-819f-ea7a516b6385 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0744987 Aug 31 08:57:56.242322 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-479d4730-c6dc-426f-a4e4-d4d1dcab567c req-bfe6c52c-3b86-46c4-aae5-ab471a5f7a11 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356426 Aug 31 08:57:56.264705 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-c8426a95-7a5e-44c4-b678-4a81b3eba027 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9348958 Aug 31 08:57:56.388385 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-ef4dde43-8787-4129-8d94-2b8d9e29b568 None None] Provisioning for port e0da8531-160a-4656-ae46-68b171a6b84c completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:57:56.392286 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-ef4dde43-8787-4129-8d94-2b8d9e29b568 None None] Provisioning complete for port e0da8531-160a-4656-ae46-68b171a6b84c triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:57:56.392667 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ef4dde43-8787-4129-8d94-2b8d9e29b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:56.425775 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-ef4dde43-8787-4129-8d94-2b8d9e29b568 None None] Port e0da8531-160a-4656-ae46-68b171a6b84c cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:57:56.612358 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a1dc340a-2e52-459d-9733-d16540b7d642 req-fd71a266-be6b-408a-8cdd-c9726f0ef416 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0274024 Aug 31 08:57:57.260228 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6312e-4c7d-40c1-81dc-36f2120b83ee req-9cf6d5ff-614b-4cd6-aafd-165d8871cf02 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:57.261705 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-70f6312e-4c7d-40c1-81dc-36f2120b83ee req-9cf6d5ff-614b-4cd6-aafd-165d8871cf02 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 932 time: 0.0495462 Aug 31 08:57:57.310048 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-70f6312e-4c7d-40c1-81dc-36f2120b83ee req-c43e180f-88ba-494d-8d72-837b28630ba9 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418234 Aug 31 08:57:57.469849 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b6ab9-d5c8-4104-8270-176710bbf84c req-7c26a50d-90ab-4a0f-a5ef-ab14f8dbfa41 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:57.471355 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1e8b6ab9-d5c8-4104-8270-176710bbf84c req-7c26a50d-90ab-4a0f-a5ef-ab14f8dbfa41 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0491719 Aug 31 08:57:57.512681 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1e8b6ab9-d5c8-4104-8270-176710bbf84c req-a00bba03-44c5-4767-baf9-52b0789714b2 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343060 Aug 31 08:57:57.703883 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-698d40d6-0129-4b6b-a24f-10d956e72424 req-28d49839-91ae-431d-a864-c824ed78c138 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0254233 Aug 31 08:57:58.422650 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3e92e-6b72-4e03-bc2b-f28640d46168 req-b9db6224-410b-4216-91fc-c0cd1c06a495 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:58.424155 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-77b3e92e-6b72-4e03-bc2b-f28640d46168 req-b9db6224-410b-4216-91fc-c0cd1c06a495 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 932 time: 0.0520093 Aug 31 08:57:58.462732 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-77b3e92e-6b72-4e03-bc2b-f28640d46168 req-a9fcf230-1d80-4490-a8a1-63d5614c50ec tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326326 Aug 31 08:57:58.494966 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Request body: {'port': {'device_id': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:57:58.550413 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:58.708298 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba572b25-29e9-42b9-b1b7-800c3bb609cb req-72ad2b8e-327e-4dd4-a9e5-efdc73b2097e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:58.710449 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ba572b25-29e9-42b9-b1b7-800c3bb609cb req-72ad2b8e-327e-4dd4-a9e5-efdc73b2097e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.1233246 Aug 31 08:57:58.798515 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ba572b25-29e9-42b9-b1b7-800c3bb609cb req-8580f042-13a4-41fe-8b04-9b7b7ef89482 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816278 Aug 31 08:57:58.832408 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4552632c-a216-4857-9023-4d89c0b26ad8 req-47bdc0a1-8020-4309-bd7a-0c0b9c9c0a14 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0438471 Aug 31 08:57:58.916979 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0da8531-160a-4656-ae46-68b171a6b84c {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:57:58.925249 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:58.937492 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Transition to ACTIVE for port object e0da8531-160a-4656-ae46-68b171a6b84c will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:57:59.027576 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f273ca-f2f3-4d06-9f1a-8e441f61a544 req-15f150ff-3988-4955-85e2-765e9b4b67b1 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:59.028754 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-75f273ca-f2f3-4d06-9f1a-8e441f61a544 req-15f150ff-3988-4955-85e2-765e9b4b67b1 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.103 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0533633 Aug 31 08:57:59.114809 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:59.166093 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Pushing event updated for resources: {'Port': ['ID=e0da8531-160a-4656-ae46-68b171a6b84c,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:57:59.307265 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23139a23-057e-443a-88bb-0c892ae43053 req-a00f72f7-8f3d-4deb-9d2c-5000e828918b tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:59.308868 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-23139a23-057e-443a-88bb-0c892ae43053 req-a00f72f7-8f3d-4deb-9d2c-5000e828918b tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.103 "GET /v2.0/networks?id=db1c75c3-4e19-45e7-b855-37dc07fa6eac HTTP/1.1" status: 200 len: 814 time: 0.2640309 Aug 31 08:57:59.358634 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-75f273ca-f2f3-4d06-9f1a-8e441f61a544 req-81b84484-39b2-47c6-a3c7-3766a3a27f25 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Deleting port 57537c94-502c-49f0-951f-941710f86076 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:57:59.358976 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-75f273ca-f2f3-4d06-9f1a-8e441f61a544 req-81b84484-39b2-47c6-a3c7-3766a3a27f25 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:59.422346 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Attempting to bind port e0da8531-160a-4656-ae46-68b171a6b84c on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:57:59.422736 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Attempting to bind port e0da8531-160a-4656-ae46-68b171a6b84c by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '96658fba-cff4-4aac-a792-184f8e795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:57:59.423004 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Attempting to bind port e0da8531-160a-4656-ae46-68b171a6b84c on network aa759939-4fd0-42d1-8f23-04f0153489f8 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:57:59.433964 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Port e0da8531-160a-4656-ae46-68b171a6b84c on network aa759939-4fd0-42d1-8f23-04f0153489f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:57:59.433964 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Attempting to bind port e0da8531-160a-4656-ae46-68b171a6b84c on network aa759939-4fd0-42d1-8f23-04f0153489f8 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:57:59.449498 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:57:59.449498 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Checking segment: {'id': '96658fba-cff4-4aac-a792-184f8e795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:57:59.449861 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Bound using segment: {'id': '96658fba-cff4-4aac-a792-184f8e795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:57:59.450311 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Bound port: e0da8531-160a-4656-ae46-68b171a6b84c, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96658fba-cff4-4aac-a792-184f8e795041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:57:59.451028 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:59.515436 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-75f273ca-f2f3-4d06-9f1a-8e441f61a544 req-81b84484-39b2-47c6-a3c7-3766a3a27f25 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] For port 57537c94-502c-49f0-951f-941710f86076, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=57537c94-502c-49f0-951f-941710f86076,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:57:59.516309 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-75f273ca-f2f3-4d06-9f1a-8e441f61a544 req-81b84484-39b2-47c6-a3c7-3766a3a27f25 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:57:59.960648 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fa3fc-1e54-4bf4-b0fb-924923e4ee3d req-0b5bb563-2773-40d0-ba62-1733eaed6246 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:57:59.972827 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1d4fa3fc-1e54-4bf4-b0fb-924923e4ee3d req-0b5bb563-2773-40d0-ba62-1733eaed6246 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 945 time: 0.0761521 Aug 31 08:58:00.049273 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1d4fa3fc-1e54-4bf4-b0fb-924923e4ee3d req-a4246fef-f52e-481f-a0c5-c785a5d75046 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=664487dd-277b-46e3-ac87-6752f14569ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688150 Aug 31 08:58:00.055366 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] For port e0da8531-160a-4656-ae46-68b171a6b84c, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:58:00.132251 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] For port e0da8531-160a-4656-ae46-68b171a6b84c, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=e0da8531-160a-4656-ae46-68b171a6b84c,segment=NetworkSegment(96658fba-cff4-4aac-a792-184f8e795041),segment_id=96658fba-cff4-4aac-a792-184f8e795041)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:58:00.186409 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17383c73-d706-4d06-a379-efb4902b72e1 req-5a8ecfd0-c638-4f8e-bd89-ce3013b7c8fa tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:00.188549 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-17383c73-d706-4d06-a379-efb4902b72e1 req-5a8ecfd0-c638-4f8e-bd89-ce3013b7c8fa tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.6238379 Aug 31 08:58:00.200971 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-fb29c7b2-bf9c-47c9-b5a6-5395a0c655d3 req-084955be-9801-400b-8c9a-67c04a4f99aa tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0478959 Aug 31 08:58:00.234788 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:00.340222 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:00.340890 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:00.342777 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] 10.222.0.103 "PUT /v2.0/ports/e0da8531-160a-4656-ae46-68b171a6b84c HTTP/1.1" status: 200 len: 1094 time: 1.8970697 Aug 31 08:58:00.344777 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'tag': 'e0da8531-160a-4656-ae46-68b171a6b84c'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:00.347107 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924a7ba6-c4d5-4ba7-bb92-5398377d8ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa40f16c-6489-4bad-9e43-e42a51f85a44", "tag": "e0da8531-160a-4656-ae46-68b171a6b84c"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:00.367358 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-17383c73-d706-4d06-a379-efb4902b72e1 req-e020ffc5-c736-434e-b3a4-b5231fb2d4f9 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639934 Aug 31 08:58:00.387887 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-75f273ca-f2f3-4d06-9f1a-8e441f61a544 req-81b84484-39b2-47c6-a3c7-3766a3a27f25 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:00.388641 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-75f273ca-f2f3-4d06-9f1a-8e441f61a544 req-81b84484-39b2-47c6-a3c7-3766a3a27f25 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:00.389570 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.l3_db [req-75f273ca-f2f3-4d06-9f1a-8e441f61a544 req-81b84484-39b2-47c6-a3c7-3766a3a27f25 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Floating IP dcf1a217-64ec-4313-b2ce-e1b96ba28c6f disassociated. External IP: 172.27.0.164, port: 57537c94-502c-49f0-951f-941710f86076. Aug 31 08:58:00.390327 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-75f273ca-f2f3-4d06-9f1a-8e441f61a544 req-81b84484-39b2-47c6-a3c7-3766a3a27f25 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Calling delete_port for 57537c94-502c-49f0-951f-941710f86076 owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:58:00.402643 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] Pushing event updated for resources: {'Port': ['ID=e0da8531-160a-4656-ae46-68b171a6b84c,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:00.427507 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25ad450-fc24-4da5-8ced-f159793c2e52 x-openstack-request-id: req-f25ad450-fc24-4da5-8ced-f159793c2e52 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:00.428198 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa40f16c-6489-4bad-9e43-e42a51f85a44", "tag": "e0da8531-160a-4656-ae46-68b171a6b84c", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:00.429123 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f25ad450-fc24-4da5-8ced-f159793c2e52 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:00.429702 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'tag': 'e0da8531-160a-4656-ae46-68b171a6b84c', 'status': 'completed', 'code': 200} Aug 31 08:58:00.682169 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-75f273ca-f2f3-4d06-9f1a-8e441f61a544 req-81b84484-39b2-47c6-a3c7-3766a3a27f25 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:00.777566 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b84484-39b2-47c6-a3c7-3766a3a27f25 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event deleted for resources: {'Port': ['ID=57537c94-502c-49f0-951f-941710f86076,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:00.874155 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75f273ca-f2f3-4d06-9f1a-8e441f61a544 req-81b84484-39b2-47c6-a3c7-3766a3a27f25 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Router 3ee3ff42-ed17-4ace-90b7-8b545d3310af has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:58:01.010393 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75f273ca-f2f3-4d06-9f1a-8e441f61a544 req-81b84484-39b2-47c6-a3c7-3766a3a27f25 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:58:01.024126 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b221a17-2235-4a72-b8fd-84aa365c1d2a None None] Sync routers for ids ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:58:01.035659 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b221a17-2235-4a72-b8fd-84aa365c1d2a None None] Routers {'3ee3ff42-ed17-4ace-90b7-8b545d3310af'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:58:01.038881 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-0b221a17-2235-4a72-b8fd-84aa365c1d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:57:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:01.078901 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f273ca-f2f3-4d06-9f1a-8e441f61a544 req-81b84484-39b2-47c6-a3c7-3766a3a27f25 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] No DVR routers for this DVR port 57537c94-502c-49f0-951f-941710f86076 on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:58:01.081791 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-75f273ca-f2f3-4d06-9f1a-8e441f61a544 req-81b84484-39b2-47c6-a3c7-3766a3a27f25 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:01.083837 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-75f273ca-f2f3-4d06-9f1a-8e441f61a544 req-81b84484-39b2-47c6-a3c7-3766a3a27f25 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.103 "DELETE /v2.0/ports/57537c94-502c-49f0-951f-941710f86076 HTTP/1.1" status: 204 len: 173 time: 2.0464399 Aug 31 08:58:01.175541 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-0b221a17-2235-4a72-b8fd-84aa365c1d2a None None] Set router 3ee3ff42-ed17-4ace-90b7-8b545d3310af gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:58:01.194547 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5076d6f1-0934-4796-a89b-a1fec3e669a3 req-6b02bf06-5046-4aab-8f43-600be91b80c8 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0321012 Aug 31 08:58:01.354848 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-cd5b0f1f-9c87-4b49-9550-8a4cd74a0dee req-ee82fc27-1627-471d-800e-51786146be5a tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0514715 Aug 31 08:58:01.392089 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:58:01.580030 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-0b221a17-2235-4a72-b8fd-84aa365c1d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:54Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'e70e8406-9a03-4724-a07b-a6a0b44074ee', 'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'mac_address': 'fa:16:3e:14:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:52Z', 'updated_at': '2021-08-31T08:53:02Z', 'revision_number': 5, 'project_id': '37794a2c64b644a191bbec64466ba629', 'subnets': [{'id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:01.593529 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83626074-07a9-4b16-a566-b06e394800f3 req-aa913cbc-f893-4108-b95d-333738bfb1ce tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:01.601070 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-83626074-07a9-4b16-a566-b06e394800f3 req-aa913cbc-f893-4108-b95d-333738bfb1ce tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.1149399 Aug 31 08:58:01.635793 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b221a17-2235-4a72-b8fd-84aa365c1d2a None None] Checking router: 3ee3ff42-ed17-4ace-90b7-8b545d3310af for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:58:01.669222 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-83626074-07a9-4b16-a566-b06e394800f3 req-824791a3-3dcf-45c9-9d74-d78e6af43be9 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610287 Aug 31 08:58:01.670702 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b221a17-2235-4a72-b8fd-84aa365c1d2a None None] Routers {'3ee3ff42-ed17-4ace-90b7-8b545d3310af'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:58:01.671850 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-0b221a17-2235-4a72-b8fd-84aa365c1d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:57:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:01.852581 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-0b221a17-2235-4a72-b8fd-84aa365c1d2a None None] Set router 3ee3ff42-ed17-4ace-90b7-8b545d3310af gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:58:02.095026 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-0b221a17-2235-4a72-b8fd-84aa365c1d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:54Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'e70e8406-9a03-4724-a07b-a6a0b44074ee', 'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'mac_address': 'fa:16:3e:14:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:52Z', 'updated_at': '2021-08-31T08:53:02Z', 'revision_number': 5, 'project_id': '37794a2c64b644a191bbec64466ba629', 'subnets': [{'id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:02.127980 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b221a17-2235-4a72-b8fd-84aa365c1d2a None None] The sync data for ids ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'] in dv-cinder-782910-2-iscsi is: [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:54Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'e70e8406-9a03-4724-a07b-a6a0b44074ee', 'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'mac_address': 'fa:16:3e:14:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:52Z', 'updated_at': '2021-08-31T08:53:02Z', 'revision_number': 5, 'project_id': '37794a2c64b644a191bbec64466ba629', 'subnets': [{'id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:58:02.324759 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ac0ea2da-4bb7-4982-9a1a-fb7451ca68a7 req-3ff2a87a-a205-4a39-af08-3b25b78af688 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0447164 Aug 31 08:58:02.434176 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b9e1fe-7d76-4231-a7c2-982d6c59259e', 'name': 'network-vif-deleted', 'tag': '57537c94-502c-49f0-951f-941710f86076'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:02.437090 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c39e038-e3b5-4658-a473-79fc7c355f1b" -d '{"events": [{"server_uuid": "62b9e1fe-7d76-4231-a7c2-982d6c59259e", "name": "network-vif-deleted", "tag": "57537c94-502c-49f0-951f-941710f86076"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:02.481115 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-adb7fee0-fbe8-49d7-853b-79d7b003e001 req-5f0b4c62-6e58-496a-9af9-6939b1d4b846 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0576062 Aug 31 08:58:02.490045 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d309a68-d46b-47a0-9dc8-bf65aeb8cea8 None None] New status for floating IP dcf1a217-64ec-4313-b2ce-e1b96ba28c6f: DOWN {{(pid=101275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:58:02.550764 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d46747f-422c-4947-91e4-9d6e204d667d x-openstack-request-id: req-9d46747f-422c-4947-91e4-9d6e204d667d {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:02.551159 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b9e1fe-7d76-4231-a7c2-982d6c59259e", "name": "network-vif-deleted", "tag": "57537c94-502c-49f0-951f-941710f86076", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:02.551469 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9d46747f-422c-4947-91e4-9d6e204d667d {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:02.551968 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b9e1fe-7d76-4231-a7c2-982d6c59259e', 'name': 'network-vif-deleted', 'tag': '57537c94-502c-49f0-951f-941710f86076', 'status': 'completed', 'code': 200} Aug 31 08:58:02.810915 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57800092-0268-4fd0-9bd7-7d74aa5c8e7d req-4dda76c0-d02c-46f1-80ba-6dd776076566 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:02.819473 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-57800092-0268-4fd0-9bd7-7d74aa5c8e7d req-4dda76c0-d02c-46f1-80ba-6dd776076566 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.0714095 Aug 31 08:58:02.864210 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-57800092-0268-4fd0-9bd7-7d74aa5c8e7d req-b51eb841-7cfb-492b-8326-735917d3dced tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434833 Aug 31 08:58:03.446265 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1f39fd89-4b80-48c9-8b70-1ecebba30ca3 req-979e1917-6a9b-4035-b32e-864ddabf5d2e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0289061 Aug 31 08:58:03.456816 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 57537c94-502c-49f0-951f-941710f86076 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:58:03.487506 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: 57537c94-502c-49f0-951f-941710f86076 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 08:58:03.487847 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 57537c94-502c-49f0-951f-941710f86076 not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:58:03.611521 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-08debbb5-2537-4f79-a572-d565f81aeaef req-4e07caaf-fcce-411a-8f53-6858a2223353 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0482965 Aug 31 08:58:03.995263 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d090f-0152-42ce-8254-fbbe21c8c624 req-34a98c42-ac6a-4166-a83c-5c9f46f0a870 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:03.997001 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-307d090f-0152-42ce-8254-fbbe21c8c624 req-34a98c42-ac6a-4166-a83c-5c9f46f0a870 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.0518203 Aug 31 08:58:04.039073 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-307d090f-0152-42ce-8254-fbbe21c8c624 req-e0992e8a-8cbe-4c6a-8888-b2ce53d12754 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348978 Aug 31 08:58:04.543698 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-cbaf40c4-cec3-4d63-8887-023b2d2afcf9 req-3476dcd7-dd56-416d-bfaf-c81596deb52d tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0272443 Aug 31 08:58:04.707871 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-396fbd6e-d1e4-4de6-a6f5-c922968cb112 req-20cb95ee-b89c-4a10-a290-b6d0813e390b tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0308647 Aug 31 08:58:05.155766 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d1474-0f27-4e74-9c25-e01ed12c8bb0 req-1ccb2fe6-aed7-4f75-8674-a6270964d4a0 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:05.157279 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-886d1474-0f27-4e74-9c25-e01ed12c8bb0 req-1ccb2fe6-aed7-4f75-8674-a6270964d4a0 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.0494034 Aug 31 08:58:05.203053 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-886d1474-0f27-4e74-9c25-e01ed12c8bb0 req-f756809a-76d0-474a-b81b-fc70f2e7b99e tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Aug 31 08:58:05.647121 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5a648484-9eb3-4e0b-98dd-e82e75eae254 req-f68a4dda-9235-4996-9f29-f91316f32c4d tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0258598 Aug 31 08:58:05.806650 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8228362e-f78c-4e63-a05e-e5c10832a10f req-e2f866f8-e6e5-42f7-b7b5-0b77cb035aee tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0316162 Aug 31 08:58:05.932626 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 55690) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:06.035981 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:06.122489 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:06.194950 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:06.234403 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d39241d507a14912ae3c92aa46722a93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006828 Aug 31 08:58:06.235312 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7703069b-8068-49ce-a4e9-edba773026ac,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:06.237061 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 55698) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:06.242699 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:06.243059 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:06.243397 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:06.243733 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:06.244087 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:06.244426 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:06.244754 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:06.245081 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:06.245409 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:06.245731 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:06.246051 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:06.246371 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf67bb7-b6b3-4b18-a218-af167224e569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:06.335586 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b647adda-18c6-4e27-a1f1-09e98b5ce03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:06.391694 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b647adda-18c6-4e27-a1f1-09e98b5ce03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:06.412514 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeddd3-1374-4f34-b121-6e47ce81d304 req-997db3fb-778f-4165-a687-b26aea624c8f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:06.414690 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3eeeddd3-1374-4f34-b121-6e47ce81d304 req-997db3fb-778f-4165-a687-b26aea624c8f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.1106973 Aug 31 08:58:06.489119 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3eeeddd3-1374-4f34-b121-6e47ce81d304 req-506a8bfc-b80b-4da0-adb9-16da210f65b7 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628717 Aug 31 08:58:06.572339 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b647adda-18c6-4e27-a1f1-09e98b5ce03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:06.575017 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b647adda-18c6-4e27-a1f1-09e98b5ce03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:06.576139 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-b647adda-18c6-4e27-a1f1-09e98b5ce03c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7703069b-8068-49ce-a4e9-edba773026ac HTTP/1.1" status: 204 len: 168 time: 0.3380721 Aug 31 08:58:06.584813 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647adda-18c6-4e27-a1f1-09e98b5ce03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7703069b-8068-49ce-a4e9-edba773026ac,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:06.746107 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f8e26af2-f761-4827-a507-36a1a361d68c req-fe0b8cb3-d881-4f2b-900f-aafc672d8a9b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0269575 Aug 31 08:58:06.929516 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-cfd75784-bc07-48a9-a2df-c9a7188ba39e req-38a39bca-d329-48ae-acc0-dc767b4ee019 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0441642 Aug 31 08:58:07.631128 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b735b-652d-4c18-9640-e0ead1fd2ced req-2dd50ccc-51ee-4475-913c-d2bfbcc0c8c9 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:07.631128 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-237b735b-652d-4c18-9640-e0ead1fd2ced req-2dd50ccc-51ee-4475-913c-d2bfbcc0c8c9 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.0587034 Aug 31 08:58:07.668940 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-237b735b-652d-4c18-9640-e0ead1fd2ced req-8b7cd92d-d765-4d64-b84a-ccd2ff1dcb7e tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361674 Aug 31 08:58:07.865823 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-62bd2707-f162-4005-ad3b-788e106abce1 req-f8be523d-2aee-4792-8452-4a23e29a22b4 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0382273 Aug 31 08:58:08.044255 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e8e337ce-7fd6-4567-ad8d-e828203c8c05 req-df443caf-c274-4f77-9fce-82256f5b96c9 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0323393 Aug 31 08:58:08.814814 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db345280-f3c8-467f-81ec-73e7c75a27d0 req-92c6f179-8428-4f92-950a-e0691bf42519 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:08.816435 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-db345280-f3c8-467f-81ec-73e7c75a27d0 req-92c6f179-8428-4f92-950a-e0691bf42519 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.0531051 Aug 31 08:58:08.856777 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-db345280-f3c8-467f-81ec-73e7c75a27d0 req-d5761e5b-6d2b-470a-9345-9ae95fda0409 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339060 Aug 31 08:58:08.996753 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a4b14048-7af8-453c-991f-f89bb5f1969f req-7c97ce37-e9cc-4703-a1f3-d4e60a40408a tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0391588 Aug 31 08:58:09.152250 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0619e168-1f6a-4089-9e16-19bba886a3b3 req-3ea4f05d-5376-4031-8d6e-010ae8d8e533 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0390046 Aug 31 08:58:09.991796 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b95eb2-5e5e-4f87-8029-cb1a38c3d893 req-0616c766-aa40-4a64-a142-5ce676a0abb9 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:09.993851 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b8b95eb2-5e5e-4f87-8029-cb1a38c3d893 req-0616c766-aa40-4a64-a142-5ce676a0abb9 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.0550647 Aug 31 08:58:10.043867 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b8b95eb2-5e5e-4f87-8029-cb1a38c3d893 req-122247e3-cf3e-490e-a450-aadb17bef23a tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440493 Aug 31 08:58:10.099612 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9a08a4af-37ac-48b0-9fad-c5e0cb653758 req-9aaa8af0-e7bc-436a-903b-c4a44c609aee tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0317137 Aug 31 08:58:10.290102 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9bf6d9ed-8c4d-4f73-b86e-0bf38b1c28be req-99aaf0c4-bc28-4603-a769-df6ee8cb763b tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0459251 Aug 31 08:58:11.170176 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c504fd9-cc6f-4cad-8e04-b73a29d85d3b req-1eb8b71a-0dcd-47f9-bf7b-4f5fe89666f6 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:11.171866 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1c504fd9-cc6f-4cad-8e04-b73a29d85d3b req-1eb8b71a-0dcd-47f9-bf7b-4f5fe89666f6 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.0535793 Aug 31 08:58:11.197117 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0e636a95-8bae-44d5-bad9-6d5855534cbb req-3022aa16-66b2-492c-85f8-65eb83142680 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0267556 Aug 31 08:58:11.213162 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1c504fd9-cc6f-4cad-8e04-b73a29d85d3b req-3ee90ed1-f8b4-4eb9-b3d5-fcff270aa367 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348291 Aug 31 08:58:11.390795 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b5e436ff-28aa-4162-bd59-aefed498cf2a req-37c08888-c542-4e15-ba84-4e8d897e4188 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0302691 Aug 31 08:58:12.301582 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-70677a6d-a910-4ca0-a3f7-147974a467b3 req-1156ba1c-43b9-4804-81a1-7ba05d1212de tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0292339 Aug 31 08:58:12.346810 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51ffa-5fdf-4f9e-996d-87ad45d8f05e req-cd34999c-9630-4e82-a9f4-0d587529e94d tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:12.348355 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b7a51ffa-5fdf-4f9e-996d-87ad45d8f05e req-cd34999c-9630-4e82-a9f4-0d587529e94d tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.0586758 Aug 31 08:58:12.387532 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b7a51ffa-5fdf-4f9e-996d-87ad45d8f05e req-002cb548-d1e3-48a2-87d0-44caba333ee6 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Aug 31 08:58:12.515790 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-18c2f92e-5961-40d9-b19b-82596fce5c39 req-7bc3506e-b83c-4d6d-acd4-b0043129e3ce tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0403512 Aug 31 08:58:13.080945 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f2b18267-0c08-4d62-8f62-0d9c1a610b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:13.405150 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d660b2b2-d830-491c-bff1-2fbe7e60a181 req-ec3b1d12-a235-4dac-96c5-87a5728ce3b1 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0268111 Aug 31 08:58:13.506617 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0b761-818a-43a8-a274-a96f7d2ce413 req-c9e72a64-11e7-422b-9723-33eb9c1a1ba6 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:13.508388 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d8d0b761-818a-43a8-a274-a96f7d2ce413 req-c9e72a64-11e7-422b-9723-33eb9c1a1ba6 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.0548377 Aug 31 08:58:13.552689 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d8d0b761-818a-43a8-a274-a96f7d2ce413 req-6385495b-78a1-4e87-ab82-870901a02838 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378478 Aug 31 08:58:13.623346 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-94b2b7e5-6040-4ce1-bdef-c7ed65802ad9 req-9e5754fa-e811-4a6c-8914-e32069fbb5f2 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0263531 Aug 31 08:58:14.036520 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-23139a23-057e-443a-88bb-0c892ae43053 req-52ddf476-23ba-4503-9d99-59d11653cc58 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Request body: {'port': {'device_id': 'dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d', 'network_id': 'db1c75c3-4e19-45e7-b855-37dc07fa6eac', 'admin_state_up': True, 'tenant_id': '0612aa4e86c04a00aa196a4352ceb9bf'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:14.175761 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a7ba6-c4d5-4ba7-bb92-5398377d8ea1 req-167b50d6-1192-44a9-be51-3d2675a86cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:14.177316 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-924a7ba6-c4d5-4ba7-bb92-5398377d8ea1 req-167b50d6-1192-44a9-be51-3d2675a86cf6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=027ea9433f8c40e19169b615c8f7a7a2&device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 1097 time: 0.0761387 Aug 31 08:58:14.288710 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a7ba6-c4d5-4ba7-bb92-5398377d8ea1 req-dfd61a37-cde9-48eb-a4ba-f9999fa244d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:14.290258 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-924a7ba6-c4d5-4ba7-bb92-5398377d8ea1 req-dfd61a37-cde9-48eb-a4ba-f9999fa244d2 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=027ea9433f8c40e19169b615c8f7a7a2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0986469 Aug 31 08:58:14.297579 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23139a23-057e-443a-88bb-0c892ae43053 req-52ddf476-23ba-4503-9d99-59d11653cc58 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Made reservation on behalf of 0612aa4e86c04a00aa196a4352ceb9bf for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:58:14.301178 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-23139a23-057e-443a-88bb-0c892ae43053 req-52ddf476-23ba-4503-9d99-59d11653cc58 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:14.493782 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a7ba6-c4d5-4ba7-bb92-5398377d8ea1 req-732291c8-a1bc-4438-93d2-95e24e6382d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:14.495283 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-924a7ba6-c4d5-4ba7-bb92-5398377d8ea1 req-732291c8-a1bc-4438-93d2-95e24e6382d2 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1917338 Aug 31 08:58:14.534555 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9cabb9da-e595-49be-8820-087d1d7478e5 req-e794aa07-86e1-4a16-b06e-f02cad447233 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=62b9e1fe-7d76-4231-a7c2-982d6c59259e HTTP/1.1" status: 200 len: 210 time: 0.0334795 Aug 31 08:58:14.538187 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-23139a23-057e-443a-88bb-0c892ae43053 req-52ddf476-23ba-4503-9d99-59d11653cc58 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Allocated IP 172.20.0.9 (db1c75c3-4e19-45e7-b855-37dc07fa6eac/7c20385c-20fe-442b-a725-853c5f39b0df/52bc9f5d-a174-42bd-8dc0-945f27db1395) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:58:14.566851 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0bf3cbe5-2a66-47ef-9a89-66386dd2ff79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:14.624914 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-8e4a3036-038a-4e88-90e3-9a43cec8a265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:14.626588 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-8e4a3036-038a-4e88-90e3-9a43cec8a265 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=027ea9433f8c40e19169b615c8f7a7a2&device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 1097 time: 0.0828569 Aug 31 08:58:14.675358 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:14.725143 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-da62fc4b-e48d-445d-8b4c-a2a2fe9ac790 req-49807f5d-17fd-4920-90d0-e7797381f2da tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0259798 Aug 31 08:58:14.736747 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-fa5b750b-ca0b-4d69-9bf8-78b6dcd6b3e5 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0da8531-160a-4656-ae46-68b171a6b84c HTTP/1.1" status: 200 len: 217 time: 0.0918510 Aug 31 08:58:14.824450 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d4c27-bf1d-4bbb-a707-10ac8bcbadf0 req-92d86efa-d2f8-4c2f-a567-e84c5ddb8d69 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:14.826080 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-084d4c27-bf1d-4bbb-a707-10ac8bcbadf0 req-92d86efa-d2f8-4c2f-a567-e84c5ddb8d69 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.1985142 Aug 31 08:58:14.864300 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-1eac937b-3f8a-46f3-93dd-a93e0bbe99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:14.865773 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-1eac937b-3f8a-46f3-93dd-a93e0bbe99d0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3f13acbc-d2a4-4de5-a4d7-7feff7f32443 HTTP/1.1" status: 200 len: 854 time: 0.1196427 Aug 31 08:58:14.887988 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-23139a23-057e-443a-88bb-0c892ae43053 req-52ddf476-23ba-4503-9d99-59d11653cc58 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:14.920586 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-084d4c27-bf1d-4bbb-a707-10ac8bcbadf0 req-3e2f815f-395c-48c9-a44c-caedc6e6fc4d tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838473 Aug 31 08:58:14.949454 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-ae8f2814-e4b7-4c91-9d05-979a31a889a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:14.951039 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-ae8f2814-e4b7-4c91-9d05-979a31a889a7 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=aa759939-4fd0-42d1-8f23-04f0153489f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758009 Aug 31 08:58:15.055253 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-e8022b43-0279-47c5-8487-19dbf1444bf7 service neutron] 10.222.0.103 "GET /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947378 Aug 31 08:58:15.153505 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-e117c71d-a104-45fe-8a95-5ce55297e094 service neutron] 10.222.0.103 "GET /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867298 Aug 31 08:58:15.155208 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.213887 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-23139a23-057e-443a-88bb-0c892ae43053 req-52ddf476-23ba-4503-9d99-59d11653cc58 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.256115 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23139a23-057e-443a-88bb-0c892ae43053 req-52ddf476-23ba-4503-9d99-59d11653cc58 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Network db1c75c3-4e19-45e7-b855-37dc07fa6eac is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:58:15.259479 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-23139a23-057e-443a-88bb-0c892ae43053 req-52ddf476-23ba-4503-9d99-59d11653cc58 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:58:15.263575 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-23139a23-057e-443a-88bb-0c892ae43053 req-52ddf476-23ba-4503-9d99-59d11653cc58 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:58:15.271232 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddf476-23ba-4503-9d99-59d11653cc58 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Pushing event updated for resources: {'Port': ['ID=52bc9f5d-a174-42bd-8dc0-945f27db1395,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:15.325033 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23139a23-057e-443a-88bb-0c892ae43053 req-52ddf476-23ba-4503-9d99-59d11653cc58 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:15.325560 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-23139a23-057e-443a-88bb-0c892ae43053 req-52ddf476-23ba-4503-9d99-59d11653cc58 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.497046 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-23139a23-057e-443a-88bb-0c892ae43053 req-52ddf476-23ba-4503-9d99-59d11653cc58 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4653137 Aug 31 08:58:15.511214 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Request body: {'port': {'device_id': 'dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:15.566307 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.640968 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.771592 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 55810) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:15.846781 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa67c03-a45c-416b-934c-d9da367a3230 req-b4f53f2f-2e3e-47d1-9ff5-67f3787dc191 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:15.850231 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4fa67c03-a45c-416b-934c-d9da367a3230 req-b4f53f2f-2e3e-47d1-9ff5-67f3787dc191 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 931 time: 0.0548663 Aug 31 08:58:15.885487 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-11c58502-fa39-481f-9552-1e63f2dbed6e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.887387 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4fa67c03-a45c-416b-934c-d9da367a3230 req-13d45e5d-e113-4119-9797-f115932b6c2c tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331352 Aug 31 08:58:15.914263 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52bc9f5d-a174-42bd-8dc0-945f27db1395 {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:58:15.924167 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-11c58502-fa39-481f-9552-1e63f2dbed6e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.927886 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:15.977684 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Transition to ACTIVE for port object 52bc9f5d-a174-42bd-8dc0-945f27db1395 will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:58:16.038287 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da5ff1-8b2a-49ca-8643-7ae6e1156ae0 req-af217624-b7cf-4838-b600-e854abf1150c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:16.039895 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b8da5ff1-8b2a-49ca-8643-7ae6e1156ae0 req-af217624-b7cf-4838-b600-e854abf1150c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.0495985 Aug 31 08:58:16.082295 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b8da5ff1-8b2a-49ca-8643-7ae6e1156ae0 req-dcc25b4b-c852-4833-bb05-71035f29bff2 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348384 Aug 31 08:58:16.091763 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.139626 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-11c58502-fa39-481f-9552-1e63f2dbed6e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.142182 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-11c58502-fa39-481f-9552-1e63f2dbed6e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.143324 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-11c58502-fa39-481f-9552-1e63f2dbed6e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "DELETE /v2.0/security-groups/664487dd-277b-46e3-ac87-6752f14569ed HTTP/1.1" status: 204 len: 168 time: 0.3748610 Aug 31 08:58:16.146165 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 55814) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:16.160295 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.api.v2.resource [None req-30320e4e-2ef7-46ad-9543-eb19a8d9afda tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] show failed (client error): The resource could not be found. Aug 31 08:58:16.161323 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-30320e4e-2ef7-46ad-9543-eb19a8d9afda tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups/664487dd-277b-46e3-ac87-6752f14569ed HTTP/1.1" status: 404 len: 347 time: 0.0141640 Aug 31 08:58:16.163305 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Pushing event updated for resources: {'Port': ['ID=52bc9f5d-a174-42bd-8dc0-945f27db1395,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:16.165462 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 55816) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:16.181942 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c58502-fa39-481f-9552-1e63f2dbed6e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664487dd-277b-46e3-ac87-6752f14569ed,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:16.235051 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Attempting to bind port 52bc9f5d-a174-42bd-8dc0-945f27db1395 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:58:16.235608 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Attempting to bind port 52bc9f5d-a174-42bd-8dc0-945f27db1395 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '95c7c713-4fc3-4a0b-8aea-a91a70b01de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'db1c75c3-4e19-45e7-b855-37dc07fa6eac'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:58:16.235786 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Attempting to bind port 52bc9f5d-a174-42bd-8dc0-945f27db1395 on network db1c75c3-4e19-45e7-b855-37dc07fa6eac {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:58:16.242076 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Port 52bc9f5d-a174-42bd-8dc0-945f27db1395 on network db1c75c3-4e19-45e7-b855-37dc07fa6eac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:58:16.242395 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Attempting to bind port 52bc9f5d-a174-42bd-8dc0-945f27db1395 on network db1c75c3-4e19-45e7-b855-37dc07fa6eac {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:58:16.249609 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:58:16.250061 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Checking segment: {'id': '95c7c713-4fc3-4a0b-8aea-a91a70b01de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'db1c75c3-4e19-45e7-b855-37dc07fa6eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:58:16.250455 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Bound using segment: {'id': '95c7c713-4fc3-4a0b-8aea-a91a70b01de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'db1c75c3-4e19-45e7-b855-37dc07fa6eac'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:58:16.251036 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Bound port: 52bc9f5d-a174-42bd-8dc0-945f27db1395, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c7c713-4fc3-4a0b-8aea-a91a70b01de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1394, 'network_id': 'db1c75c3-4e19-45e7-b855-37dc07fa6eac'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:58:16.251439 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.304220 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-771338aa-934d-4d57-8083-3c20046eb490 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Deleting port 51256800-f4f5-4161-931b-acb7879dadc3 {{(pid=101272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:58:16.304769 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-771338aa-934d-4d57-8083-3c20046eb490 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.319581 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] For port 52bc9f5d-a174-42bd-8dc0-945f27db1395, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:58:16.323138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] For port 52bc9f5d-a174-42bd-8dc0-945f27db1395, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=52bc9f5d-a174-42bd-8dc0-945f27db1395,segment=NetworkSegment(95c7c713-4fc3-4a0b-8aea-a91a70b01de0),segment_id=95c7c713-4fc3-4a0b-8aea-a91a70b01de0)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:58:16.388449 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-771338aa-934d-4d57-8083-3c20046eb490 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.388449 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-771338aa-934d-4d57-8083-3c20046eb490 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.400252 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-771338aa-934d-4d57-8083-3c20046eb490 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Calling delete_port for 51256800-f4f5-4161-931b-acb7879dadc3 owned by network:floatingip {{(pid=101272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:58:16.414039 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.451039 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:16.452118 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.453857 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-23139a23-057e-443a-88bb-0c892ae43053 req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] 10.222.0.103 "PUT /v2.0/ports/52bc9f5d-a174-42bd-8dc0-945f27db1395 HTTP/1.1" status: 200 len: 1093 time: 0.9475131 Aug 31 08:58:16.456223 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d', 'tag': '52bc9f5d-a174-42bd-8dc0-945f27db1395'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:16.458540 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb84be4-9ee0-4823-b2b2-20cf4ff6df85" -d '{"events": [{"name": "network-changed", "server_uuid": "dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d", "tag": "52bc9f5d-a174-42bd-8dc0-945f27db1395"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:16.485662 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e392ff-be2f-4e49-ae48-5aa9fcd034f6 service neutron] Pushing event updated for resources: {'Port': ['ID=52bc9f5d-a174-42bd-8dc0-945f27db1395,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:16.501871 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deedbf59-4424-4ef6-96fa-dbf65375fa9d x-openstack-request-id: req-deedbf59-4424-4ef6-96fa-dbf65375fa9d {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:16.502546 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d", "tag": "52bc9f5d-a174-42bd-8dc0-945f27db1395", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:16.502546 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-deedbf59-4424-4ef6-96fa-dbf65375fa9d {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:16.502831 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d', 'tag': '52bc9f5d-a174-42bd-8dc0-945f27db1395', 'status': 'completed', 'code': 200} Aug 31 08:58:16.574000 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb84be4-9ee0-4823-b2b2-20cf4ff6df85 req-e493d551-be32-4e88-89fe-c9242c36c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:16.575541 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9bb84be4-9ee0-4823-b2b2-20cf4ff6df85 req-e493d551-be32-4e88-89fe-c9242c36c0d5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0612aa4e86c04a00aa196a4352ceb9bf&device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 1096 time: 0.0484552 Aug 31 08:58:16.681060 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb84be4-9ee0-4823-b2b2-20cf4ff6df85 req-8a274f09-9e10-4bce-b6cb-21887f065b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:16.682895 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9bb84be4-9ee0-4823-b2b2-20cf4ff6df85 req-8a274f09-9e10-4bce-b6cb-21887f065b7c service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=0612aa4e86c04a00aa196a4352ceb9bf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0989153 Aug 31 08:58:16.727695 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-771338aa-934d-4d57-8083-3c20046eb490 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.756117 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771338aa-934d-4d57-8083-3c20046eb490 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event deleted for resources: {'Port': ['ID=51256800-f4f5-4161-931b-acb7879dadc3,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:16.808276 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb84be4-9ee0-4823-b2b2-20cf4ff6df85 req-d93a5202-0016-46f3-8fee-c78ae295deea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:16.819267 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9bb84be4-9ee0-4823-b2b2-20cf4ff6df85 req-d93a5202-0016-46f3-8fee-c78ae295deea service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1178260 Aug 31 08:58:16.827528 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-771338aa-934d-4d57-8083-3c20046eb490 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for floatingip, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.832110 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-771338aa-934d-4d57-8083-3c20046eb490 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:16.833784 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-771338aa-934d-4d57-8083-3c20046eb490 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "DELETE /v2.0/floatingips/dcf1a217-64ec-4313-b2ce-e1b96ba28c6f HTTP/1.1" status: 204 len: 168 time: 0.6667941 Aug 31 08:58:16.905039 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23139a23-057e-443a-88bb-0c892ae43053 req-d483320a-a796-46f3-8aef-e1d4d8f86fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:16.906803 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-23139a23-057e-443a-88bb-0c892ae43053 req-d483320a-a796-46f3-8aef-e1d4d8f86fa0 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=0612aa4e86c04a00aa196a4352ceb9bf&device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 1096 time: 0.0536704 Aug 31 08:58:16.961050 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-23139a23-057e-443a-88bb-0c892ae43053 req-46367fa8-c4cc-4196-ba75-e93caea8538a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52bc9f5d-a174-42bd-8dc0-945f27db1395 HTTP/1.1" status: 200 len: 217 time: 0.0446801 Aug 31 08:58:17.015165 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23139a23-057e-443a-88bb-0c892ae43053 req-d9aa2b42-f026-4019-8876-b9784d45b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:17.016806 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-23139a23-057e-443a-88bb-0c892ae43053 req-d9aa2b42-f026-4019-8876-b9784d45b5ca service neutron] 10.222.0.103 "GET /v2.0/subnets?id=7c20385c-20fe-442b-a725-853c5f39b0df HTTP/1.1" status: 200 len: 854 time: 0.0482831 Aug 31 08:58:17.043807 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b55d4f-9558-49d2-a5bd-a58f02392737 req-e2c71dc1-42e5-4015-ae38-3162b2788425 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:17.048105 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a6b55d4f-9558-49d2-a5bd-a58f02392737 req-e2c71dc1-42e5-4015-ae38-3162b2788425 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 943 time: 0.0596521 Aug 31 08:58:17.053034 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-23139a23-057e-443a-88bb-0c892ae43053 req-10062431-476d-4f91-984d-8ee468fe43d2 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=db1c75c3-4e19-45e7-b855-37dc07fa6eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259733 Aug 31 08:58:17.091728 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a6b55d4f-9558-49d2-a5bd-a58f02392737 req-b222cc1b-7277-4f6a-87c2-23b90faffdfb tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382502 Aug 31 08:58:17.157778 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-23139a23-057e-443a-88bb-0c892ae43053 req-9b25a673-5801-4e3a-9563-38d663aa3106 service neutron] 10.222.0.103 "GET /v2.0/networks/db1c75c3-4e19-45e7-b855-37dc07fa6eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963793 Aug 31 08:58:17.224011 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6b5f9-608c-4b72-8982-5d78d177366c req-ed71d517-3c42-4c5b-99a5-2e6c8c8b3a37 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:17.226373 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ddc6b5f9-608c-4b72-8982-5d78d177366c req-ed71d517-3c42-4c5b-99a5-2e6c8c8b3a37 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.0596797 Aug 31 08:58:17.270138 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-23139a23-057e-443a-88bb-0c892ae43053 req-661169a3-984a-45d2-a9a0-b88451e3802b service neutron] 10.222.0.103 "GET /v2.0/networks/db1c75c3-4e19-45e7-b855-37dc07fa6eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043293 Aug 31 08:58:17.274383 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 55844) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:17.281100 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ddc6b5f9-608c-4b72-8982-5d78d177366c req-4592b6cb-935b-4f1c-a4f8-fc3b45f423c0 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455484 Aug 31 08:58:17.283817 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-384bc40d-3fcb-40a6-9a0b-23bc2c65003e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993579871', 'description': 'tempest-description--304973886'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:17.412339 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-384bc40d-3fcb-40a6-9a0b-23bc2c65003e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:17.504961 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-384bc40d-3fcb-40a6-9a0b-23bc2c65003e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:17.517226 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device e0da8531-160a-4656-ae46-68b171a6b84c details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:58:17.604347 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:17.624239 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port e0da8531-160a-4656-ae46-68b171a6b84c, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=e0da8531-160a-4656-ae46-68b171a6b84c,segment=NetworkSegment(96658fba-cff4-4aac-a792-184f8e795041),segment_id=96658fba-cff4-4aac-a792-184f8e795041)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:58:17.636244 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': 'e0da8531-160a-4656-ae46-68b171a6b84c', 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8', 'port_id': 'e0da8531-160a-4656-ae46-68b171a6b84c', 'mac_address': 'fa:16:3e:d7:57:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:58:17.669280 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-384bc40d-3fcb-40a6-9a0b-23bc2c65003e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:17.678329 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:17.689632 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0da8531-160a-4656-ae46-68b171a6b84c {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:58:17.700952 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc40d-3fcb-40a6-9a0b-23bc2c65003e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a41a408-a37d-4213-bb80-dda0f84df898,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:17.709963 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port e0da8531-160a-4656-ae46-68b171a6b84c, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=e0da8531-160a-4656-ae46-68b171a6b84c,segment=NetworkSegment(96658fba-cff4-4aac-a792-184f8e795041),segment_id=96658fba-cff4-4aac-a792-184f8e795041)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:58:17.823796 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-384bc40d-3fcb-40a6-9a0b-23bc2c65003e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:17.825352 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-384bc40d-3fcb-40a6-9a0b-23bc2c65003e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5516770 Aug 31 08:58:17.828209 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 55852) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:17.833462 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-bcd6fc95-e133-4e5a-845a-e665726ef648 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Request body: {'security_group_rule': {'security_group_id': '8a41a408-a37d-4213-bb80-dda0f84df898', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:17.903858 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:17.969768 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=e0da8531-160a-4656-ae46-68b171a6b84c,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:17.993736 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-bcd6fc95-e133-4e5a-845a-e665726ef648 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:18.049528 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-bcd6fc95-e133-4e5a-845a-e665726ef648 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:18.187615 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['e0da8531-160a-4656-ae46-68b171a6b84c'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:58:18.206121 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-bcd6fc95-e133-4e5a-845a-e665726ef648 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:18.234421 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6fc95-e133-4e5a-845a-e665726ef648 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f480d1-d1c2-410b-b4f4-ffda1d009c35,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:18.249115 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac71d6-ac3c-4d7c-90ad-19d805a4ac7d req-37ff426e-db56-48f3-af17-1cb524202a16 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:18.250603 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c2ac71d6-ac3c-4d7c-90ad-19d805a4ac7d req-37ff426e-db56-48f3-af17-1cb524202a16 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 943 time: 0.0749264 Aug 31 08:58:18.292221 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c2ac71d6-ac3c-4d7c-90ad-19d805a4ac7d req-b2d7c34c-8693-4eaa-a784-f4a9edfef47b tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350676 Aug 31 08:58:18.321443 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-bcd6fc95-e133-4e5a-845a-e665726ef648 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:18.323899 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 55862) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:18.325954 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-bcd6fc95-e133-4e5a-845a-e665726ef648 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4957094 Aug 31 08:58:18.328979 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-f1ba189d-1a0f-4677-b37e-5550264fcf09 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Request body: {'security_group_rule': {'security_group_id': '8a41a408-a37d-4213-bb80-dda0f84df898', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:18.417781 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f51577-e6a8-452b-a465-b29399bc75cc req-9d3b44d1-dae2-418f-902f-1afda76eea89 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:18.419380 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d0f51577-e6a8-452b-a465-b29399bc75cc req-9d3b44d1-dae2-418f-902f-1afda76eea89 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 945 time: 0.0528040 Aug 31 08:58:18.438369 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f1ba189d-1a0f-4677-b37e-5550264fcf09 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:18.467274 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d0f51577-e6a8-452b-a465-b29399bc75cc req-aadd4db1-87b6-438d-9d60-2bf571eba4b9 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417287 Aug 31 08:58:18.504961 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f1ba189d-1a0f-4677-b37e-5550264fcf09 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:18.606753 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f1ba189d-1a0f-4677-b37e-5550264fcf09 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:18.624882 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba189d-1a0f-4677-b37e-5550264fcf09 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efef991a-0959-4db9-aec8-10d342924dde,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:18.725797 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f1ba189d-1a0f-4677-b37e-5550264fcf09 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:18.727038 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-f1ba189d-1a0f-4677-b37e-5550264fcf09 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4020123 Aug 31 08:58:18.730266 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 55870) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:18.734810 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Request body: {'floatingip': {'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:18.932845 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for floatingip, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:19.049938 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:19.172331 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Allocated IP 172.27.0.67 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/4580d0a4-0de2-4d08-bfe9-6336d362edc5) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:58:19.308753 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:19.443416 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96961a-ee8f-4c26-9c86-704ea3d5a0dd req-4daa00ed-1bbc-4653-a2f8-083d1b71d006 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:19.445901 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7e96961a-ee8f-4c26-9c86-704ea3d5a0dd req-4daa00ed-1bbc-4653-a2f8-083d1b71d006 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 943 time: 0.0602181 Aug 31 08:58:19.447496 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:19.493732 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:58:19.500395 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:58:19.504921 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:58:19.513329 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7e96961a-ee8f-4c26-9c86-704ea3d5a0dd req-1917e0ae-0fb9-4476-9f9c-8dd28dd41530 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554612 Aug 31 08:58:19.539685 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event updated for resources: {'Port': ['ID=4580d0a4-0de2-4d08-bfe9-6336d362edc5,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:19.564948 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 52bc9f5d-a174-42bd-8dc0-945f27db1395 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:58:19.568736 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device e0da8531-160a-4656-ae46-68b171a6b84c up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:58:19.709338 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd39a2-aaf6-4595-86f3-9a04bbac646d req-957de692-94fb-44ec-8a36-6d0712d5a929 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:19.712101 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-cedd39a2-aaf6-4595-86f3-9a04bbac646d req-957de692-94fb-44ec-8a36-6d0712d5a929 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 945 time: 0.1342638 Aug 31 08:58:19.717524 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:19.736965 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 52bc9f5d-a174-42bd-8dc0-945f27db1395, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=52bc9f5d-a174-42bd-8dc0-945f27db1395,segment=NetworkSegment(95c7c713-4fc3-4a0b-8aea-a91a70b01de0),segment_id=95c7c713-4fc3-4a0b-8aea-a91a70b01de0)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:58:19.750578 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '52bc9f5d-a174-42bd-8dc0-945f27db1395', 'network_id': 'db1c75c3-4e19-45e7-b855-37dc07fa6eac', 'port_id': '52bc9f5d-a174-42bd-8dc0-945f27db1395', 'mac_address': 'fa:16:3e:59:7e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c20385c-20fe-442b-a725-853c5f39b0df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:58:19.768966 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-cedd39a2-aaf6-4595-86f3-9a04bbac646d req-a713263d-0c1a-40ea-a55b-eb0eca910c26 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438423 Aug 31 08:58:19.777655 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port e0da8531-160a-4656-ae46-68b171a6b84c completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:58:19.784595 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port e0da8531-160a-4656-ae46-68b171a6b84c triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:58:19.791719 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:19.814288 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:19.838898 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bc9f5d-a174-42bd-8dc0-945f27db1395 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:58:19.865168 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 52bc9f5d-a174-42bd-8dc0-945f27db1395, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=52bc9f5d-a174-42bd-8dc0-945f27db1395,segment=NetworkSegment(95c7c713-4fc3-4a0b-8aea-a91a70b01de0),segment_id=95c7c713-4fc3-4a0b-8aea-a91a70b01de0)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:58:19.882490 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:20.039763 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:20.049490 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:20.104799 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0da8531-160a-4656-ae46-68b171a6b84c'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:20.107285 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d1218d-2a4b-4228-afa7-7a1c6c371eef" -d '{"events": [{"server_uuid": "aa40f16c-6489-4bad-9e43-e42a51f85a44", "name": "network-vif-plugged", "status": "completed", "tag": "e0da8531-160a-4656-ae46-68b171a6b84c"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:20.124030 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:20.128991 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port e0da8531-160a-4656-ae46-68b171a6b84c, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=e0da8531-160a-4656-ae46-68b171a6b84c,segment=NetworkSegment(96658fba-cff4-4aac-a792-184f8e795041),segment_id=96658fba-cff4-4aac-a792-184f8e795041)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:58:20.132754 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=52bc9f5d-a174-42bd-8dc0-945f27db1395,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:20.156331 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff4be80-984d-4315-a22d-257b4158817a x-openstack-request-id: req-dff4be80-984d-4315-a22d-257b4158817a {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:20.156609 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa40f16c-6489-4bad-9e43-e42a51f85a44", "name": "network-vif-plugged", "status": "completed", "tag": "e0da8531-160a-4656-ae46-68b171a6b84c", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:20.156849 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dff4be80-984d-4315-a22d-257b4158817a {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:20.157237 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0da8531-160a-4656-ae46-68b171a6b84c', 'code': 200} Aug 31 08:58:20.302454 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:20.304706 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:20.308346 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['52bc9f5d-a174-42bd-8dc0-945f27db1395'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:58:20.383389 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event updated for resources: {'Port': ['ID=4580d0a4-0de2-4d08-bfe9-6336d362edc5,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:20.396866 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:20.405875 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=e0da8531-160a-4656-ae46-68b171a6b84c,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:20.492228 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:20.494054 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-5d3446d5-57e6-48b1-bca6-af75b7072415 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7626996 Aug 31 08:58:20.602147 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 55914) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:20.666776 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af57495-a8d9-46b9-bdd4-d88e8458ef04 req-27508c0f-1cdf-44b1-8f68-c4bc675d6ce1 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:20.672250 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4af57495-a8d9-46b9-bdd4-d88e8458ef04 req-27508c0f-1cdf-44b1-8f68-c4bc675d6ce1 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 944 time: 0.0840020 Aug 31 08:58:20.744055 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4af57495-a8d9-46b9-bdd4-d88e8458ef04 req-a37ace14-dc6a-46e8-aca1-b5d704288d02 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627675 Aug 31 08:58:20.794186 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3a66d921-72cf-45f1-ab6a-2d6cf3598462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:20.940010 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64f15-a86b-4e26-9d47-d1c743f324c1 req-bf8b0fb8-d788-41ae-9396-923c750c245f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:20.941621 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-65f64f15-a86b-4e26-9d47-d1c743f324c1 req-bf8b0fb8-d788-41ae-9396-923c750c245f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 946 time: 0.0795102 Aug 31 08:58:20.947121 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3a66d921-72cf-45f1-ab6a-2d6cf3598462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:20.951828 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-de512f42-f3ca-49eb-98dc-a51adcc80491 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1993579871&fields=id&tenant_id=37794a2c64b644a191bbec64466ba629 HTTP/1.1" status: 200 len: 267 time: 0.0528376 Aug 31 08:58:20.954910 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469d742-ac22-4184-98fa-3a7e420e344a req-0dbdf62e-82e9-494a-b4ba-95d1874005ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:20.956516 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d469d742-ac22-4184-98fa-3a7e420e344a req-0dbdf62e-82e9-494a-b4ba-95d1874005ec service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 1099 time: 0.3820102 Aug 31 08:58:20.990034 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-65f64f15-a86b-4e26-9d47-d1c743f324c1 req-e3605860-8647-46a0-9bdb-3cbe21f70c69 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390744 Aug 31 08:58:21.024827 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3a66d921-72cf-45f1-ab6a-2d6cf3598462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:21.062987 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d469d742-ac22-4184-98fa-3a7e420e344a req-13612d37-9cfd-4ba3-86ad-09cfa6d7ce1d service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937867 Aug 31 08:58:21.079985 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-3a66d921-72cf-45f1-ab6a-2d6cf3598462 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=75013eb98d6841168e71b258aee1f987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4765246 Aug 31 08:58:21.081369 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66d921-72cf-45f1-ab6a-2d6cf3598462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbbe0c9-9588-4a84-8ffd-19c2f4e1651d,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:21.083312 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 55934) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:21.121207 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-33877660-5829-4f17-9720-c5b69b180fe9 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:21.122748 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-33877660-5829-4f17-9720-c5b69b180fe9 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/networks?id=d610ca2e-6360-4e86-b55f-a470d5c807c5 HTTP/1.1" status: 200 len: 810 time: 0.1630495 Aug 31 08:58:21.152461 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-f3c5abd8-09c4-4447-a2ab-90470d6c40a4 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/quotas/37794a2c64b644a191bbec64466ba629 HTTP/1.1" status: 200 len: 375 time: 0.0207746 Aug 31 08:58:21.181060 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-583a41e6-6290-46f8-b61a-919b0790172e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:21.229194 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-583a41e6-6290-46f8-b61a-919b0790172e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:21.264258 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-1f5185a2-a31f-4502-83e5-b6b1f370ee4c tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=37794a2c64b644a191bbec64466ba629&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0991578 Aug 31 08:58:21.376086 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-8d9939e1-f1e3-4f56-bea3-47b0c013224b service neutron] 10.222.0.74 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965927 Aug 31 08:58:21.483643 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64b390f8-0d56-4b93-bc02-2faa8ed56740 service neutron] 10.222.0.74 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968785 Aug 31 08:58:21.526541 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-583a41e6-6290-46f8-b61a-919b0790172e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:21.531298 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-583a41e6-6290-46f8-b61a-919b0790172e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:21.531298 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-583a41e6-6290-46f8-b61a-919b0790172e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dfbbe0c9-9588-4a84-8ffd-19c2f4e1651d HTTP/1.1" status: 204 len: 168 time: 0.4430447 Aug 31 08:58:21.544735 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a41e6-6290-46f8-b61a-919b0790172e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbbe0c9-9588-4a84-8ffd-19c2f4e1651d,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:21.583374 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 52bc9f5d-a174-42bd-8dc0-945f27db1395 up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:58:21.781430 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa4e55-c52c-421d-8e68-0632f7ba9ba6 req-1d064e3f-2695-4ebc-8356-f97676293b25 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:21.783020 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d8aa4e55-c52c-421d-8e68-0632f7ba9ba6 req-1d064e3f-2695-4ebc-8356-f97676293b25 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 947 time: 0.0624285 Aug 31 08:58:21.800773 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port 52bc9f5d-a174-42bd-8dc0-945f27db1395 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:58:21.805961 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 52bc9f5d-a174-42bd-8dc0-945f27db1395 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:58:21.806715 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:21.822011 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f114f109-3737-473f-b60e-4dc380c25f3c req-9208e626-4992-43c5-aae0-00901895053f tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 210 time: 0.0478196 Aug 31 08:58:21.844709 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d8aa4e55-c52c-421d-8e68-0632f7ba9ba6 req-92ddb29f-5cd7-4408-9ad3-ec49879dc8e0 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535967 Aug 31 08:58:21.955530 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:22.019007 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfe9dd-55d1-40fc-bebd-a3854f8c0075 req-aed4548e-9a48-42f3-b205-bb221c48c357 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:22.019007 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8bcfe9dd-55d1-40fc-bebd-a3854f8c0075 req-aed4548e-9a48-42f3-b205-bb221c48c357 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 944 time: 0.0743368 Aug 31 08:58:22.020128 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 52bc9f5d-a174-42bd-8dc0-945f27db1395, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=52bc9f5d-a174-42bd-8dc0-945f27db1395,segment=NetworkSegment(95c7c713-4fc3-4a0b-8aea-a91a70b01de0),segment_id=95c7c713-4fc3-4a0b-8aea-a91a70b01de0)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:58:22.051460 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8bcfe9dd-55d1-40fc-bebd-a3854f8c0075 req-8c8b7379-598f-4c6b-9936-d5e68f65988c tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369198 Aug 31 08:58:22.126031 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bc355-0b34-4ba5-a8ee-190cbba314ad req-5ba014fe-1244-4475-99e1-b5622a224fff tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:22.127597 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-558bc355-0b34-4ba5-a8ee-190cbba314ad req-5ba014fe-1244-4475-99e1-b5622a224fff tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 946 time: 0.0557473 Aug 31 08:58:22.137682 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:22.163310 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bc9f5d-a174-42bd-8dc0-945f27db1395'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:22.167269 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935943d4-1456-4219-ae57-db3925480400" -d '{"events": [{"server_uuid": "dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d", "name": "network-vif-plugged", "status": "completed", "tag": "52bc9f5d-a174-42bd-8dc0-945f27db1395"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:22.213528 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-558bc355-0b34-4ba5-a8ee-190cbba314ad req-39f34dd9-5336-4d97-9849-2804651dac0c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609984 Aug 31 08:58:22.222569 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=52bc9f5d-a174-42bd-8dc0-945f27db1395,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:22.234688 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf68a45-4e83-48bc-b3c8-02100c9a5165 x-openstack-request-id: req-bdf68a45-4e83-48bc-b3c8-02100c9a5165 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:22.235343 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d", "name": "network-vif-plugged", "status": "completed", "tag": "52bc9f5d-a174-42bd-8dc0-945f27db1395", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:22.235692 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bdf68a45-4e83-48bc-b3c8-02100c9a5165 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:22.236310 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bc9f5d-a174-42bd-8dc0-945f27db1395', 'code': 200} Aug 31 08:58:22.636614 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126e972-3101-453a-b67f-36c98885b1c1 req-0d2c7408-f0e9-4901-8388-ef6e1fb4c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:22.638167 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a126e972-3101-453a-b67f-36c98885b1c1 req-0d2c7408-f0e9-4901-8388-ef6e1fb4c483 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 1098 time: 0.0492830 Aug 31 08:58:22.683143 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 55960) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:22.695314 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a126e972-3101-453a-b67f-36c98885b1c1 req-f29e84bc-60cf-4789-83a4-61502d91bee6 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485659 Aug 31 08:58:22.718797 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7fb4-b7c1-44ed-a580-fcb7d650601a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:22.827233 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7fb4-b7c1-44ed-a580-fcb7d650601a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:22.921464 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-268d5974-20e1-434a-9d77-45f860695e42 req-019f0470-74d1-48e6-b63c-c5808eb59e0e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 210 time: 0.0286291 Aug 31 08:58:22.960506 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-aa3a7fb4-b7c1-44ed-a580-fcb7d650601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:22.993618 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714e1d3-3d8e-4144-bf6a-c8a3a5cb8de6 req-ea12c0cd-c94c-4098-9adb-95b2777dd1d6 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:22.995091 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2714e1d3-3d8e-4144-bf6a-c8a3a5cb8de6 req-ea12c0cd-c94c-4098-9adb-95b2777dd1d6 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 947 time: 0.0532954 Aug 31 08:58:23.003474 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-aa3a7fb4-b7c1-44ed-a580-fcb7d650601a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b449f3b77c924428b3218973a516e2fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162627 Aug 31 08:58:23.003474 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a7fb4-b7c1-44ed-a580-fcb7d650601a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cea224-5562-4d0d-9298-b6e6cf914dbe,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:23.003984 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 55966) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:23.039995 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2714e1d3-3d8e-4144-bf6a-c8a3a5cb8de6 req-9fb216bc-2bf3-40e2-a0ed-40fa8d558bb5 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384493 Aug 31 08:58:23.068925 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f74da313-8229-4ddb-8e0a-e6968fd728dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:23.095485 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f74da313-8229-4ddb-8e0a-e6968fd728dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:23.200787 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac4e86-36c5-4e39-9135-f47daea7e8de req-323677b4-0e02-4725-86ac-e6b8a604a6e5 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:23.202552 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-faac4e86-36c5-4e39-9135-f47daea7e8de req-323677b4-0e02-4725-86ac-e6b8a604a6e5 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 945 time: 0.0560079 Aug 31 08:58:23.246440 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-faac4e86-36c5-4e39-9135-f47daea7e8de req-8a23d165-a6fd-44a6-aa67-bdf4d5d89d4b tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373290 Aug 31 08:58:23.316313 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f74da313-8229-4ddb-8e0a-e6968fd728dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:23.322618 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f74da313-8229-4ddb-8e0a-e6968fd728dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:23.324618 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-f74da313-8229-4ddb-8e0a-e6968fd728dd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/68cea224-5562-4d0d-9298-b6e6cf914dbe HTTP/1.1" status: 204 len: 168 time: 0.3194418 Aug 31 08:58:23.335535 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74da313-8229-4ddb-8e0a-e6968fd728dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cea224-5562-4d0d-9298-b6e6cf914dbe,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:23.341235 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbe6f9-6adc-41c9-86ce-91a830048855 req-846acba8-84fd-4116-8baf-7bd3da2f5aab tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:23.344930 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e1fbe6f9-6adc-41c9-86ce-91a830048855 req-846acba8-84fd-4116-8baf-7bd3da2f5aab tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 946 time: 0.0661566 Aug 31 08:58:23.389503 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e1fbe6f9-6adc-41c9-86ce-91a830048855 req-00cd4e57-56e7-47ff-a8c9-299761c5de94 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Aug 31 08:58:23.553118 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa19f6-dba7-43f8-b450-566047fcb385 req-e8709bf9-b357-4171-978b-654b2408f936 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:23.554682 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1eaa19f6-dba7-43f8-b450-566047fcb385 req-e8709bf9-b357-4171-978b-654b2408f936 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 946 time: 0.0529757 Aug 31 08:58:23.597020 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1eaa19f6-dba7-43f8-b450-566047fcb385 req-5a4ffc6c-2682-4678-81e5-b497fbd313ec tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360606 Aug 31 08:58:23.935151 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdeabb-04ab-4998-a146-fa0fe6fc6f95 req-a7bc3fc2-16ad-43fb-8228-a3989fcab41c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:23.939129 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4dcdeabb-04ab-4998-a146-fa0fe6fc6f95 req-a7bc3fc2-16ad-43fb-8228-a3989fcab41c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.103 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 947 time: 0.1018968 Aug 31 08:58:24.067863 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab76db-8253-41cf-8eda-24611cccd4ad req-15513c31-a4ee-4108-b696-9277d21f3927 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:24.067863 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-71ab76db-8253-41cf-8eda-24611cccd4ad req-15513c31-a4ee-4108-b696-9277d21f3927 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 946 time: 0.1024325 Aug 31 08:58:24.084427 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4fab4cf0-fdbe-408e-81de-f1fd591b3545 req-f362c5b8-53bc-4226-8fe0-9966af458cac tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 210 time: 0.0392463 Aug 31 08:58:24.128138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-4dcdeabb-04ab-4998-a146-fa0fe6fc6f95 req-b7454bd8-bdf0-4f9f-aebc-7e0c4faec73c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Deleting port 3a4a0800-4ea3-40c8-8caa-5c61b860489f {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:58:24.128512 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4dcdeabb-04ab-4998-a146-fa0fe6fc6f95 req-b7454bd8-bdf0-4f9f-aebc-7e0c4faec73c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:24.129808 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-71ab76db-8253-41cf-8eda-24611cccd4ad req-1efd530c-abf7-49cd-b3d9-b540b7d0e8e5 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549791 Aug 31 08:58:24.290064 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c2427-7c80-4348-8283-d49ddc1827aa req-47f0d50d-fba8-400e-83d8-163bcbb9883b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:24.291589 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7d5c2427-7c80-4348-8283-d49ddc1827aa req-47f0d50d-fba8-400e-83d8-163bcbb9883b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 947 time: 0.0904005 Aug 31 08:58:24.293737 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-4dcdeabb-04ab-4998-a146-fa0fe6fc6f95 req-b7454bd8-bdf0-4f9f-aebc-7e0c4faec73c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] For port 3a4a0800-4ea3-40c8-8caa-5c61b860489f, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=3a4a0800-4ea3-40c8-8caa-5c61b860489f,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:58:24.294106 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4dcdeabb-04ab-4998-a146-fa0fe6fc6f95 req-b7454bd8-bdf0-4f9f-aebc-7e0c4faec73c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:24.393066 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7d5c2427-7c80-4348-8283-d49ddc1827aa req-5830aa80-21b6-4345-96e2-25495f0ceb8c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a9fee784-8585-4ba7-a777-2253f51808be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910470 Aug 31 08:58:24.404100 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dedd75-7697-4a93-95cf-af532a0452f2 req-57b3cec4-2ef5-4c2d-a4fe-54e37116eacc tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:24.405829 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-75dedd75-7697-4a93-95cf-af532a0452f2 req-57b3cec4-2ef5-4c2d-a4fe-54e37116eacc tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 945 time: 0.0697961 Aug 31 08:58:24.452716 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-75dedd75-7697-4a93-95cf-af532a0452f2 req-329ce9a2-33df-4fe9-837d-685f459c9683 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388157 Aug 31 08:58:24.547097 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4dcdeabb-04ab-4998-a146-fa0fe6fc6f95 req-b7454bd8-bdf0-4f9f-aebc-7e0c4faec73c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:24.547545 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4dcdeabb-04ab-4998-a146-fa0fe6fc6f95 req-b7454bd8-bdf0-4f9f-aebc-7e0c4faec73c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:24.547871 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.l3_db [req-4dcdeabb-04ab-4998-a146-fa0fe6fc6f95 req-b7454bd8-bdf0-4f9f-aebc-7e0c4faec73c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Floating IP 1936dd30-eae6-4a06-9fc5-d8cee42d9ef7 disassociated. External IP: 172.27.0.39, port: 3a4a0800-4ea3-40c8-8caa-5c61b860489f. Aug 31 08:58:24.548313 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-4dcdeabb-04ab-4998-a146-fa0fe6fc6f95 req-b7454bd8-bdf0-4f9f-aebc-7e0c4faec73c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Calling delete_port for 3a4a0800-4ea3-40c8-8caa-5c61b860489f owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:58:24.793979 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-51b56a6b-6251-4b04-8a4a-5285a4934e62 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:24.795460 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-51b56a6b-6251-4b04-8a4a-5285a4934e62 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.103 "GET /v2.0/networks?id=d610ca2e-6360-4e86-b55f-a470d5c807c5 HTTP/1.1" status: 200 len: 810 time: 0.1489825 Aug 31 08:58:24.842852 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-bc86c2e6-a276-4e86-9cfe-b19e8cfb20ee tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37794a2c64b644a191bbec64466ba629 HTTP/1.1" status: 200 len: 380 time: 0.0374155 Aug 31 08:58:24.852985 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-b4a28028-3b54-49e4-be71-edcac11ab209 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Request body: {'port': {'device_id': 'b4227414-49dd-4a6f-a6de-7d50107fb865', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'admin_state_up': True, 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'security_groups': ['8a41a408-a37d-4213-bb80-dda0f84df898']}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:24.892973 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4dcdeabb-04ab-4998-a146-fa0fe6fc6f95 req-b7454bd8-bdf0-4f9f-aebc-7e0c4faec73c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:24.937747 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7454bd8-bdf0-4f9f-aebc-7e0c4faec73c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event deleted for resources: {'Port': ['ID=3a4a0800-4ea3-40c8-8caa-5c61b860489f,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:25.106542 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dcdeabb-04ab-4998-a146-fa0fe6fc6f95 req-b7454bd8-bdf0-4f9f-aebc-7e0c4faec73c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Router 63dd9520-b2f7-4b67-bc96-dd244acacc07 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:58:25.212287 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4646d098-8ff3-43fb-8648-6333746d4ddb req-8fab3f3c-d271-44db-9ae1-f05e2ceffe21 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 210 time: 0.0507689 Aug 31 08:58:25.259929 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dcdeabb-04ab-4998-a146-fa0fe6fc6f95 req-b7454bd8-bdf0-4f9f-aebc-7e0c4faec73c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:58:25.274003 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4b0c6d-ad34-409e-89e8-3a555f19d8e0 None None] Sync routers for ids ['63dd9520-b2f7-4b67-bc96-dd244acacc07'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:58:25.284099 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4b0c6d-ad34-409e-89e8-3a555f19d8e0 None None] Routers {'63dd9520-b2f7-4b67-bc96-dd244acacc07'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:58:25.284737 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-ba4b0c6d-ad34-409e-89e8-3a555f19d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:58:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['63dd9520-b2f7-4b67-bc96-dd244acacc07'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:25.291131 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-b4a28028-3b54-49e4-be71-edcac11ab209 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Made reservation on behalf of 37794a2c64b644a191bbec64466ba629 for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:58:25.294840 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-b4a28028-3b54-49e4-be71-edcac11ab209 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:25.312577 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcdeabb-04ab-4998-a146-fa0fe6fc6f95 req-b7454bd8-bdf0-4f9f-aebc-7e0c4faec73c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] No DVR routers for this DVR port 3a4a0800-4ea3-40c8-8caa-5c61b860489f on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:58:25.321048 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4dcdeabb-04ab-4998-a146-fa0fe6fc6f95 req-b7454bd8-bdf0-4f9f-aebc-7e0c4faec73c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:25.323207 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4dcdeabb-04ab-4998-a146-fa0fe6fc6f95 req-b7454bd8-bdf0-4f9f-aebc-7e0c4faec73c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.103 "DELETE /v2.0/ports/3a4a0800-4ea3-40c8-8caa-5c61b860489f HTTP/1.1" status: 204 len: 173 time: 1.3771842 Aug 31 08:58:25.323688 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'name': 'network-vif-deleted', 'tag': '3a4a0800-4ea3-40c8-8caa-5c61b860489f'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:25.326122 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0eb4d7-1afd-400e-bcb7-0a7761bbdf9c" -d '{"events": [{"server_uuid": "73175b23-c025-4a65-9e4a-ac2f77b76246", "name": "network-vif-deleted", "tag": "3a4a0800-4ea3-40c8-8caa-5c61b860489f"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:25.400039 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ff163b-1fdf-47b7-801e-c0a104ce9d89 x-openstack-request-id: req-b1ff163b-1fdf-47b7-801e-c0a104ce9d89 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:25.400039 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73175b23-c025-4a65-9e4a-ac2f77b76246", "name": "network-vif-deleted", "tag": "3a4a0800-4ea3-40c8-8caa-5c61b860489f", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:25.400039 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b1ff163b-1fdf-47b7-801e-c0a104ce9d89 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:25.400039 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73175b23-c025-4a65-9e4a-ac2f77b76246', 'name': 'network-vif-deleted', 'tag': '3a4a0800-4ea3-40c8-8caa-5c61b860489f', 'status': 'completed', 'code': 200} Aug 31 08:58:25.438642 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-ba4b0c6d-ad34-409e-89e8-3a555f19d8e0 None None] Set router 63dd9520-b2f7-4b67-bc96-dd244acacc07 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:58:25.523331 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-b4a28028-3b54-49e4-be71-edcac11ab209 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Allocated IP 172.20.0.11 (d610ca2e-6360-4e86-b55f-a470d5c807c5/bf9e77d3-4b26-40d6-b9c6-dff49a105ccc/75aa04c0-2d33-492a-aed4-1050bed39ee3) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:58:25.589820 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-066fd2cc-29e8-4fae-b3db-f1ee10090142 req-3a52f056-aa81-4267-81b7-1479a4bbeab9 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 210 time: 0.0827165 Aug 31 08:58:25.745308 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-b4a28028-3b54-49e4-be71-edcac11ab209 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:25.779242 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-b4a28028-3b54-49e4-be71-edcac11ab209 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Transition to ACTIVE for port object 75aa04c0-2d33-492a-aed4-1050bed39ee3 will not be triggered until provisioned by entity DHCP. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:58:25.783419 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-ba4b0c6d-ad34-409e-89e8-3a555f19d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:07Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '9ab98394-36fc-4ba9-8b45-2f8cc16077c5', 'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'mac_address': 'fa:16:3e:ec:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:06Z', 'updated_at': '2021-08-31T08:54:14Z', 'revision_number': 5, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'subnets': [{'id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:25.866576 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4b0c6d-ad34-409e-89e8-3a555f19d8e0 None None] Checking router: 63dd9520-b2f7-4b67-bc96-dd244acacc07 for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:58:25.882211 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4b0c6d-ad34-409e-89e8-3a555f19d8e0 None None] Routers {'63dd9520-b2f7-4b67-bc96-dd244acacc07'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:58:25.883278 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-ba4b0c6d-ad34-409e-89e8-3a555f19d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:58:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['63dd9520-b2f7-4b67-bc96-dd244acacc07'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:25.950940 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-b4a28028-3b54-49e4-be71-edcac11ab209 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:26.019844 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-b4a28028-3b54-49e4-be71-edcac11ab209 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Network d610ca2e-6360-4e86-b55f-a470d5c807c5 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:58:26.024120 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-b4a28028-3b54-49e4-be71-edcac11ab209 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:58:26.029137 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-b4a28028-3b54-49e4-be71-edcac11ab209 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:58:26.061314 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a28028-3b54-49e4-be71-edcac11ab209 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event updated for resources: {'Port': ['ID=75aa04c0-2d33-492a-aed4-1050bed39ee3,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:26.063665 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-ba4b0c6d-ad34-409e-89e8-3a555f19d8e0 None None] Set router 63dd9520-b2f7-4b67-bc96-dd244acacc07 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:58:26.112520 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-b4a28028-3b54-49e4-be71-edcac11ab209 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:26.112520 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-b4a28028-3b54-49e4-be71-edcac11ab209 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:26.259314 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-b4a28028-3b54-49e4-be71-edcac11ab209 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4106898 Aug 31 08:58:26.274596 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Request body: {'port': {'device_id': 'b4227414-49dd-4a6f-a6de-7d50107fb865', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:26.417413 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ae70f-fffe-4c48-9699-485ecc96b040 req-20daf8dd-afe6-4947-8143-f01f426f9168 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:26.418270 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:26.418607 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-428ae70f-fffe-4c48-9699-485ecc96b040 req-20daf8dd-afe6-4947-8143-f01f426f9168 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 932 time: 0.0890257 Aug 31 08:58:26.474419 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-428ae70f-fffe-4c48-9699-485ecc96b040 req-cb123bec-92d3-47fd-8a30-c1c211d85a5e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a41a408-a37d-4213-bb80-dda0f84df898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572760 Aug 31 08:58:26.541943 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-ba4b0c6d-ad34-409e-89e8-3a555f19d8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:07Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '9ab98394-36fc-4ba9-8b45-2f8cc16077c5', 'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'mac_address': 'fa:16:3e:ec:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:06Z', 'updated_at': '2021-08-31T08:54:14Z', 'revision_number': 5, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'subnets': [{'id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:26.583905 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4b0c6d-ad34-409e-89e8-3a555f19d8e0 None None] The sync data for ids ['63dd9520-b2f7-4b67-bc96-dd244acacc07'] in dv-cinder-782910-2-iscsi is: [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:07Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '9ab98394-36fc-4ba9-8b45-2f8cc16077c5', 'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'mac_address': 'fa:16:3e:ec:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:06Z', 'updated_at': '2021-08-31T08:54:14Z', 'revision_number': 5, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'subnets': [{'id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:58:26.629121 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-a9e2bfd9-9c53-454a-a043-d0a24044833b None None] Provisioning for port 75aa04c0-2d33-492a-aed4-1050bed39ee3 completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:58:26.635370 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-a9e2bfd9-9c53-454a-a043-d0a24044833b None None] Provisioning complete for port 75aa04c0-2d33-492a-aed4-1050bed39ee3 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:58:26.635546 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a9e2bfd9-9c53-454a-a043-d0a24044833b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:26.721644 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2bfd9-9c53-454a-a043-d0a24044833b None None] Port 75aa04c0-2d33-492a-aed4-1050bed39ee3 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:58:26.804604 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-60674368-acba-4e6a-a1c7-ceb8cbe28a5f req-05e03fb4-4d34-4dbe-a5d6-9c634ea2f302 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=73175b23-c025-4a65-9e4a-ac2f77b76246 HTTP/1.1" status: 200 len: 210 time: 0.0564020 Aug 31 08:58:26.917424 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75aa04c0-2d33-492a-aed4-1050bed39ee3 {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:58:26.927165 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:26.947703 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Transition to ACTIVE for port object 75aa04c0-2d33-492a-aed4-1050bed39ee3 will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:58:26.983271 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e862e21b-1179-4ba1-91a2-cc422aa95f1e None None] New status for floating IP 1936dd30-eae6-4a06-9fc5-d8cee42d9ef7: DOWN {{(pid=101275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:58:27.361291 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:27.532638 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Pushing event updated for resources: {'Port': ['ID=75aa04c0-2d33-492a-aed4-1050bed39ee3,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:27.592572 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Attempting to bind port 75aa04c0-2d33-492a-aed4-1050bed39ee3 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:58:27.593014 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Attempting to bind port 75aa04c0-2d33-492a-aed4-1050bed39ee3 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:58:27.593608 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Attempting to bind port 75aa04c0-2d33-492a-aed4-1050bed39ee3 on network d610ca2e-6360-4e86-b55f-a470d5c807c5 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:58:27.601126 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Port 75aa04c0-2d33-492a-aed4-1050bed39ee3 on network d610ca2e-6360-4e86-b55f-a470d5c807c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:58:27.601665 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Attempting to bind port 75aa04c0-2d33-492a-aed4-1050bed39ee3 on network d610ca2e-6360-4e86-b55f-a470d5c807c5 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:58:27.607059 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 3a4a0800-4ea3-40c8-8caa-5c61b860489f no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:58:27.609735 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:58:27.613986 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Checking segment: {'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:58:27.613986 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Bound using segment: {'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:58:27.613986 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Bound port: 75aa04c0-2d33-492a-aed4-1050bed39ee3, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c0faa5-9082-416c-9aaa-f4fffff92d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1364, 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:58:27.613986 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:27.659583 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: 3a4a0800-4ea3-40c8-8caa-5c61b860489f {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 08:58:27.659583 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 3a4a0800-4ea3-40c8-8caa-5c61b860489f not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:58:27.696452 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c01f1-eb57-4e67-84cb-b004d6d85e25 req-8551dd24-debb-4035-91ec-dc15188cd539 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:27.699586 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-630c01f1-eb57-4e67-84cb-b004d6d85e25 req-8551dd24-debb-4035-91ec-dc15188cd539 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 944 time: 0.1040034 Aug 31 08:58:27.707876 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] For port 75aa04c0-2d33-492a-aed4-1050bed39ee3, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:58:27.713210 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] For port 75aa04c0-2d33-492a-aed4-1050bed39ee3, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=75aa04c0-2d33-492a-aed4-1050bed39ee3,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:58:27.761818 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-630c01f1-eb57-4e67-84cb-b004d6d85e25 req-55340d22-dca2-4e7b-8208-cc95c77d75b4 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a41a408-a37d-4213-bb80-dda0f84df898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545745 Aug 31 08:58:27.853218 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:27.919227 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:27.920113 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:27.921785 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] 10.222.0.103 "PUT /v2.0/ports/75aa04c0-2d33-492a-aed4-1050bed39ee3 HTTP/1.1" status: 200 len: 1094 time: 1.6532876 Aug 31 08:58:27.922652 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4227414-49dd-4a6f-a6de-7d50107fb865', 'tag': '75aa04c0-2d33-492a-aed4-1050bed39ee3'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:27.931454 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cea13d-2b7c-4b33-b522-280230943afc" -d '{"events": [{"name": "network-changed", "server_uuid": "b4227414-49dd-4a6f-a6de-7d50107fb865", "tag": "75aa04c0-2d33-492a-aed4-1050bed39ee3"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:27.965773 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64956a77-e870-4ae8-94a3-361809fcb886 service neutron] Pushing event updated for resources: {'Port': ['ID=75aa04c0-2d33-492a-aed4-1050bed39ee3,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:28.145327 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-f031e5f4-1af3-428b-8366-731d20362d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:28.149674 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-f031e5f4-1af3-428b-8366-731d20362d59 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=37794a2c64b644a191bbec64466ba629&device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 1097 time: 0.0532665 Aug 31 08:58:28.161946 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56090) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:28.234494 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-03a97a0d-036d-4d05-9fec-67aeb7bd3136 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75aa04c0-2d33-492a-aed4-1050bed39ee3 HTTP/1.1" status: 200 len: 217 time: 0.0743520 Aug 31 08:58:28.260675 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7640-6ad4-4067-8f19-2701a15c1207 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:28.261542 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d413e9b3-25cd-4593-a0f7-7502b2ccf855 x-openstack-request-id: req-d413e9b3-25cd-4593-a0f7-7502b2ccf855 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:28.261839 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4227414-49dd-4a6f-a6de-7d50107fb865", "tag": "75aa04c0-2d33-492a-aed4-1050bed39ee3", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:28.262227 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d413e9b3-25cd-4593-a0f7-7502b2ccf855 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:28.262740 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4227414-49dd-4a6f-a6de-7d50107fb865', 'tag': '75aa04c0-2d33-492a-aed4-1050bed39ee3', 'status': 'completed', 'code': 200} Aug 31 08:58:28.299861 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7640-6ad4-4067-8f19-2701a15c1207 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:28.323464 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-2a47f9f4-23e4-44a5-b3c3-ea772b1e9a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:28.325259 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-2a47f9f4-23e4-44a5-b3c3-ea772b1e9a8e service neutron] 10.222.0.103 "GET /v2.0/subnets?id=bf9e77d3-4b26-40d6-b9c6-dff49a105ccc HTTP/1.1" status: 200 len: 849 time: 0.0830379 Aug 31 08:58:28.393999 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-99ab47de-b4f9-42f9-a474-3ab3b9de135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:28.396104 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-99ab47de-b4f9-42f9-a474-3ab3b9de135b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d610ca2e-6360-4e86-b55f-a470d5c807c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625031 Aug 31 08:58:28.462408 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7640-6ad4-4067-8f19-2701a15c1207 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:28.466783 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7640-6ad4-4067-8f19-2701a15c1207 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:28.468474 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-ea4d7640-6ad4-4067-8f19-2701a15c1207 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "DELETE /v2.0/security-groups/a9fee784-8585-4ba7-a777-2253f51808be HTTP/1.1" status: 204 len: 168 time: 0.3039105 Aug 31 08:58:28.473349 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56096) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:28.481243 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d7640-6ad4-4067-8f19-2701a15c1207 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fee784-8585-4ba7-a777-2253f51808be,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:28.505131 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.api.v2.resource [None req-53511fb1-f315-4ea1-8d1b-6e3be63ef869 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] show failed (client error): The resource could not be found. Aug 31 08:58:28.506304 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-53511fb1-f315-4ea1-8d1b-6e3be63ef869 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups/a9fee784-8585-4ba7-a777-2253f51808be HTTP/1.1" status: 404 len: 347 time: 0.0316312 Aug 31 08:58:28.510304 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56098) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:28.581020 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-f77534cd-44a3-4fd7-8db1-ea0411092f9f service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772723 Aug 31 08:58:28.670187 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56102) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:28.764924 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a19b58b2-dbcd-4cd3-87e0-620976f30d8b req-2f1f55b5-2a6e-4c49-952c-405f72946f8e service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515615 Aug 31 08:58:28.770931 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-fbfdd2b9-efdc-44b8-8df5-6ef4639a4f91 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Deleting port eb45dd3b-0ea5-4f8a-9bee-181dc42ac049 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:58:28.771294 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fbfdd2b9-efdc-44b8-8df5-6ef4639a4f91 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:28.811832 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ce61eda1-1866-400b-afc8-de8b11c1830d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:29.002032 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fbfdd2b9-efdc-44b8-8df5-6ef4639a4f91 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:29.002448 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fbfdd2b9-efdc-44b8-8df5-6ef4639a4f91 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:29.035677 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-fbfdd2b9-efdc-44b8-8df5-6ef4639a4f91 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Calling delete_port for eb45dd3b-0ea5-4f8a-9bee-181dc42ac049 owned by network:floatingip {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:58:29.083642 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c024a-7929-45e5-9102-14430dc705f0 req-6913da40-b862-4660-97a7-1e043cc22473 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:29.086861 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fb3c024a-7929-45e5-9102-14430dc705f0 req-6913da40-b862-4660-97a7-1e043cc22473 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 944 time: 0.2057490 Aug 31 08:58:29.093709 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cea13d-2b7c-4b33-b522-280230943afc req-b9d4c019-71aa-46b8-8562-87d4b5265f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:29.095199 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-97cea13d-2b7c-4b33-b522-280230943afc req-b9d4c019-71aa-46b8-8562-87d4b5265f3e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=37794a2c64b644a191bbec64466ba629&device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 1097 time: 0.1919539 Aug 31 08:58:29.185415 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ce61eda1-1866-400b-afc8-de8b11c1830d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:29.301082 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fb3c024a-7929-45e5-9102-14430dc705f0 req-d9440042-a4c8-47c0-b52c-5800ddfe4134 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a41a408-a37d-4213-bb80-dda0f84df898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022810 Aug 31 08:58:29.364778 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cea13d-2b7c-4b33-b522-280230943afc req-19ffc858-6ec2-467d-b3dd-36ba27234d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:29.366877 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-97cea13d-2b7c-4b33-b522-280230943afc req-19ffc858-6ec2-467d-b3dd-36ba27234d79 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d610ca2e-6360-4e86-b55f-a470d5c807c5 HTTP/1.1" status: 200 len: 912 time: 0.1982806 Aug 31 08:58:29.435187 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ce61eda1-1866-400b-afc8-de8b11c1830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:29.485577 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-ce61eda1-1866-400b-afc8-de8b11c1830d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=24113dbe22934ec989df1c65f2295b51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8138573 Aug 31 08:58:29.486452 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61eda1-1866-400b-afc8-de8b11c1830d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab32c61-e511-4264-909b-6116438accc1,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:29.491125 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56110) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:29.567634 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0ee6275d-4493-45f4-a66f-9c08d5d72540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:29.599524 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0ee6275d-4493-45f4-a66f-9c08d5d72540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:29.742530 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-97cea13d-2b7c-4b33-b522-280230943afc req-5552b72f-6399-476a-90a8-03cd573a3af8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75aa04c0-2d33-492a-aed4-1050bed39ee3 HTTP/1.1" status: 200 len: 217 time: 0.3644898 Aug 31 08:58:29.848392 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cea13d-2b7c-4b33-b522-280230943afc req-212446e7-b88d-491e-bd2a-04558873a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:29.850690 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-97cea13d-2b7c-4b33-b522-280230943afc req-212446e7-b88d-491e-bd2a-04558873a830 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=bf9e77d3-4b26-40d6-b9c6-dff49a105ccc HTTP/1.1" status: 200 len: 849 time: 0.1000402 Aug 31 08:58:29.910163 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cea13d-2b7c-4b33-b522-280230943afc req-1fc7fa6d-70f2-4eb4-b1df-262c8aa78d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:29.911683 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-97cea13d-2b7c-4b33-b522-280230943afc req-1fc7fa6d-70f2-4eb4-b1df-262c8aa78d80 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d610ca2e-6360-4e86-b55f-a470d5c807c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540791 Aug 31 08:58:30.022636 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-97cea13d-2b7c-4b33-b522-280230943afc req-660f43d9-211b-4da9-98d1-d56ff56d6daf service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026323 Aug 31 08:58:30.129944 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-97cea13d-2b7c-4b33-b522-280230943afc req-2671f2cc-129d-433a-9cd5-7ce4dbffad0a service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995882 Aug 31 08:58:30.505627 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4452e2-0105-4bf1-976b-4928fef469f3 req-10930f06-41b9-472c-bd91-c97ed4fe8e65 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:30.508569 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-bd4452e2-0105-4bf1-976b-4928fef469f3 req-10930f06-41b9-472c-bd91-c97ed4fe8e65 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 944 time: 0.1026020 Aug 31 08:58:30.552115 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-bd4452e2-0105-4bf1-976b-4928fef469f3 req-b29b4f2a-970d-420e-a4e7-c3f3fa75a7b5 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a41a408-a37d-4213-bb80-dda0f84df898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369182 Aug 31 08:58:30.555681 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0ee6275d-4493-45f4-a66f-9c08d5d72540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:30.559047 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0ee6275d-4493-45f4-a66f-9c08d5d72540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:30.561096 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-0ee6275d-4493-45f4-a66f-9c08d5d72540 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8ab32c61-e511-4264-909b-6116438accc1 HTTP/1.1" status: 204 len: 168 time: 1.0678833 Aug 31 08:58:30.569178 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6275d-4493-45f4-a66f-9c08d5d72540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab32c61-e511-4264-909b-6116438accc1,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:30.608067 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fbfdd2b9-efdc-44b8-8df5-6ef4639a4f91 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:30.632578 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdd2b9-efdc-44b8-8df5-6ef4639a4f91 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event deleted for resources: {'Port': ['ID=eb45dd3b-0ea5-4f8a-9bee-181dc42ac049,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:30.723804 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fbfdd2b9-efdc-44b8-8df5-6ef4639a4f91 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for floatingip, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:30.729123 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fbfdd2b9-efdc-44b8-8df5-6ef4639a4f91 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:30.731024 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-fbfdd2b9-efdc-44b8-8df5-6ef4639a4f91 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "DELETE /v2.0/floatingips/1936dd30-eae6-4a06-9fc5-d8cee42d9ef7 HTTP/1.1" status: 204 len: 168 time: 2.2188725 Aug 31 08:58:31.277269 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56126) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:31.282401 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-7aef7374-ed0e-4ec2-b336-008e02d62394 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1817002964', 'description': 'tempest-description--1619639989'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:31.406705 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7aef7374-ed0e-4ec2-b336-008e02d62394 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:31.536569 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7aef7374-ed0e-4ec2-b336-008e02d62394 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:31.623002 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7aef7374-ed0e-4ec2-b336-008e02d62394 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:31.642083 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 75aa04c0-2d33-492a-aed4-1050bed39ee3 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:58:31.659927 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56132) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:31.684333 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef7374-ed0e-4ec2-b336-008e02d62394 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18fbbcc-0a50-475d-98da-64c9cbd9a286,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:31.688525 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6b8d01da-664b-41aa-a375-e10671b2bcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:31.738919 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7aef7374-ed0e-4ec2-b336-008e02d62394 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:31.746614 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-7aef7374-ed0e-4ec2-b336-008e02d62394 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4673336 Aug 31 08:58:31.748254 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56138) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:31.758593 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-5794c002-ff53-4a85-809a-1341385885d2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Request body: {'security_group_rule': {'security_group_id': 'a18fbbcc-0a50-475d-98da-64c9cbd9a286', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:31.789729 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55518825-9f11-48b0-a6b1-2747c40cd374 req-f8ae5da3-4696-45c4-b818-b4f9befb00aa tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:31.791453 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-55518825-9f11-48b0-a6b1-2747c40cd374 req-f8ae5da3-4696-45c4-b818-b4f9befb00aa tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 944 time: 0.1353488 Aug 31 08:58:31.822979 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 75aa04c0-2d33-492a-aed4-1050bed39ee3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=75aa04c0-2d33-492a-aed4-1050bed39ee3,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:58:31.847649 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '75aa04c0-2d33-492a-aed4-1050bed39ee3', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'port_id': '75aa04c0-2d33-492a-aed4-1050bed39ee3', 'mac_address': 'fa:16:3e:71:f5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:58:31.869747 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-55518825-9f11-48b0-a6b1-2747c40cd374 req-77fbd2f7-1ccb-4e83-ab94-04bc8c1b917a tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a41a408-a37d-4213-bb80-dda0f84df898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610139 Aug 31 08:58:31.921177 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:31.921556 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6b8d01da-664b-41aa-a375-e10671b2bcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:31.935565 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75aa04c0-2d33-492a-aed4-1050bed39ee3 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:58:31.966779 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 75aa04c0-2d33-492a-aed4-1050bed39ee3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=75aa04c0-2d33-492a-aed4-1050bed39ee3,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:58:32.034977 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6b8d01da-664b-41aa-a375-e10671b2bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:32.082848 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-6b8d01da-664b-41aa-a375-e10671b2bcb5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4ec0fc1269ca4572be7d9c05b111e54f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207325 Aug 31 08:58:32.083723 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d01da-664b-41aa-a375-e10671b2bcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8d52e2-65f0-460b-835c-d6104a083afa,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:32.086632 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56140) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:32.098045 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:32.157108 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5abcc162-7d8e-4bbd-91c3-3f5605e8f928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:32.223689 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=75aa04c0-2d33-492a-aed4-1050bed39ee3,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:32.224416 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5abcc162-7d8e-4bbd-91c3-3f5605e8f928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:32.257818 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5794c002-ff53-4a85-809a-1341385885d2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:32.370587 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['75aa04c0-2d33-492a-aed4-1050bed39ee3'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:58:32.418595 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5abcc162-7d8e-4bbd-91c3-3f5605e8f928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:32.422466 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5abcc162-7d8e-4bbd-91c3-3f5605e8f928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:32.424177 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-5abcc162-7d8e-4bbd-91c3-3f5605e8f928 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0d8d52e2-65f0-460b-835c-d6104a083afa HTTP/1.1" status: 204 len: 168 time: 0.3359728 Aug 31 08:58:32.439162 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcc162-7d8e-4bbd-91c3-3f5605e8f928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8d52e2-65f0-460b-835c-d6104a083afa,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:32.457855 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5794c002-ff53-4a85-809a-1341385885d2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:32.583462 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5794c002-ff53-4a85-809a-1341385885d2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:32.599436 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794c002-ff53-4a85-809a-1341385885d2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9036467-b427-4eb6-a9a1-76e149c619cb,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:32.759754 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5794c002-ff53-4a85-809a-1341385885d2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:32.759754 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-5794c002-ff53-4a85-809a-1341385885d2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0067172 Aug 31 08:58:32.763779 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56146) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:32.770076 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-c24d1ca1-3cef-4127-92a9-2d047436a2e2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Request body: {'security_group_rule': {'security_group_id': 'a18fbbcc-0a50-475d-98da-64c9cbd9a286', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:32.962820 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c24d1ca1-3cef-4127-92a9-2d047436a2e2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:33.128681 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f4011-7ac8-465a-9948-568d1e45b67e req-f27ad436-f343-4aba-9e84-bf29a38e1066 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:33.140318 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e62f4011-7ac8-465a-9948-568d1e45b67e req-f27ad436-f343-4aba-9e84-bf29a38e1066 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 945 time: 0.1721690 Aug 31 08:58:33.164374 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c24d1ca1-3cef-4127-92a9-2d047436a2e2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:33.201527 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e62f4011-7ac8-465a-9948-568d1e45b67e req-419e9b1b-f009-4bc7-bb4b-51ae62094ed6 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a41a408-a37d-4213-bb80-dda0f84df898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602913 Aug 31 08:58:33.348906 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c24d1ca1-3cef-4127-92a9-2d047436a2e2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:33.368821 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d1ca1-3cef-4127-92a9-2d047436a2e2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b551d221-8386-4d08-a218-6d348a8ecf9f,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:33.593715 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c24d1ca1-3cef-4127-92a9-2d047436a2e2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:33.594972 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-c24d1ca1-3cef-4127-92a9-2d047436a2e2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8311121 Aug 31 08:58:33.599503 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56164) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:33.605305 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Request body: {'floatingip': {'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:33.656385 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 75aa04c0-2d33-492a-aed4-1050bed39ee3 up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:58:33.788237 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for floatingip, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:33.822849 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port 75aa04c0-2d33-492a-aed4-1050bed39ee3 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:58:33.828764 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 75aa04c0-2d33-492a-aed4-1050bed39ee3 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:58:33.830857 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:33.914591 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:33.925160 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:33.964066 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4227414-49dd-4a6f-a6de-7d50107fb865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75aa04c0-2d33-492a-aed4-1050bed39ee3'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:33.967898 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707a7218-d9f6-464c-9b3d-c75d6c36ef80" -d '{"events": [{"server_uuid": "b4227414-49dd-4a6f-a6de-7d50107fb865", "name": "network-vif-plugged", "status": "completed", "tag": "75aa04c0-2d33-492a-aed4-1050bed39ee3"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:33.988768 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 75aa04c0-2d33-492a-aed4-1050bed39ee3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=75aa04c0-2d33-492a-aed4-1050bed39ee3,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:58:34.069451 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Allocated IP 172.27.0.28 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/5f4fd5fb-e18b-46f9-9550-d599ea1382dd) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:58:34.082059 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:34.207757 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=75aa04c0-2d33-492a-aed4-1050bed39ee3,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:34.274874 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1e53f1-a5a6-4f83-abca-f56de1908b8b x-openstack-request-id: req-0a1e53f1-a5a6-4f83-abca-f56de1908b8b {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:34.280153 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4227414-49dd-4a6f-a6de-7d50107fb865", "name": "network-vif-plugged", "status": "completed", "tag": "75aa04c0-2d33-492a-aed4-1050bed39ee3", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:34.280153 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0a1e53f1-a5a6-4f83-abca-f56de1908b8b {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:34.280153 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4227414-49dd-4a6f-a6de-7d50107fb865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75aa04c0-2d33-492a-aed4-1050bed39ee3', 'code': 200} Aug 31 08:58:34.280685 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:34.357252 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41259c29-5570-4686-9ab6-29e6d5d9195a req-308eefc3-23ff-44f4-ac5c-340f79e78300 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:34.358458 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-41259c29-5570-4686-9ab6-29e6d5d9195a req-308eefc3-23ff-44f4-ac5c-340f79e78300 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 946 time: 0.0746434 Aug 31 08:58:34.397679 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-41259c29-5570-4686-9ab6-29e6d5d9195a req-09d0b484-7813-49a8-8755-5325cb49a30b tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a41a408-a37d-4213-bb80-dda0f84df898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330403 Aug 31 08:58:34.458361 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:34.504828 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:58:34.508193 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:58:34.513089 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:58:34.515251 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event updated for resources: {'Port': ['ID=5f4fd5fb-e18b-46f9-9550-d599ea1382dd,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:34.621894 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:34.674504 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bc865-cd9a-4e7e-983a-c864e11d1d30 req-b556ff06-7148-4e26-94d2-a01714d12d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:34.676519 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-858bc865-cd9a-4e7e-983a-c864e11d1d30 req-b556ff06-7148-4e26-94d2-a01714d12d9b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 1099 time: 0.0530276 Aug 31 08:58:34.722645 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-858bc865-cd9a-4e7e-983a-c864e11d1d30 req-d5804f13-0ca6-421b-a7a1-bfbfcf3c6f56 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=8a41a408-a37d-4213-bb80-dda0f84df898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345008 Aug 31 08:58:34.869242 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:35.029761 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:35.256932 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:35.335973 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event updated for resources: {'Port': ['ID=5f4fd5fb-e18b-46f9-9550-d599ea1382dd,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:35.353397 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:35.523196 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf0a32-abd2-4bbd-8542-d1e622bb1e3c req-7f1f8cba-e7e9-4a62-bcd3-1c4a1d3609ee tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:35.524932 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-42bf0a32-abd2-4bbd-8542-d1e622bb1e3c req-7f1f8cba-e7e9-4a62-bcd3-1c4a1d3609ee tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 946 time: 0.0529306 Aug 31 08:58:35.570411 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-42bf0a32-abd2-4bbd-8542-d1e622bb1e3c req-5620a2b5-77ce-4677-9837-5a2c7a75a41c tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a41a408-a37d-4213-bb80-dda0f84df898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382590 Aug 31 08:58:35.577113 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:35.584808 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-26b3b973-27f0-416a-9f5b-5c590cf8bc6a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9790137 Aug 31 08:58:35.781404 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-2b7cdbc3-051d-45d3-b1a0-172953d96e68 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1817002964&fields=id&tenant_id=e986ed04246f4cd9a5fafdf9f660684b HTTP/1.1" status: 200 len: 267 time: 0.0365233 Aug 31 08:58:35.890315 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-d1d150c7-70cb-4c07-967b-190844104f31 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:35.891831 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-d1d150c7-70cb-4c07-967b-190844104f31 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/networks?id=945ae18c-2f91-47bd-bfbd-369ee74f27e6 HTTP/1.1" status: 200 len: 817 time: 0.1019642 Aug 31 08:58:35.908612 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-167e239f-ab97-436c-8a01-5fe05d4ea27b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/quotas/e986ed04246f4cd9a5fafdf9f660684b HTTP/1.1" status: 200 len: 375 time: 0.0103462 Aug 31 08:58:35.969764 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-95d5a063-e2fc-401d-adb3-eb8dfb0ec336 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e986ed04246f4cd9a5fafdf9f660684b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540054 Aug 31 08:58:36.077429 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-0f36e6f6-ca9e-4fa0-80c6-fa6092c872e6 service neutron] 10.222.0.74 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918698 Aug 31 08:58:36.174441 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-ff761c4c-24fe-458d-96fc-b855b7304226 service neutron] 10.222.0.74 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909998 Aug 31 08:58:36.434802 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56228) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:36.542726 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-08f7f5b6-0010-4f53-a28f-95152368a0f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:36.641526 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-08f7f5b6-0010-4f53-a28f-95152368a0f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:36.694803 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-509952dd-21ea-49ca-8c01-23823402d919 req-d51dddc5-3c5c-47c6-933e-f8336fa92ba4 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 210 time: 0.0328631 Aug 31 08:58:36.738425 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e7006-89fe-4398-a487-45db34cb884a req-dcb97a58-87ef-4b37-990d-bddaec07e25d tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:36.739978 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-889e7006-89fe-4398-a487-45db34cb884a req-dcb97a58-87ef-4b37-990d-bddaec07e25d tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 946 time: 0.0597851 Aug 31 08:58:36.785613 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-889e7006-89fe-4398-a487-45db34cb884a req-a8955a0d-cb85-400e-88cd-523fbe1c7edd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a41a408-a37d-4213-bb80-dda0f84df898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379243 Aug 31 08:58:36.786734 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-08f7f5b6-0010-4f53-a28f-95152368a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:36.833004 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7f5b6-0010-4f53-a28f-95152368a0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db7f229-32de-4bc4-9184-b3bb09ea92e5,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:36.839035 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-08f7f5b6-0010-4f53-a28f-95152368a0f4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=458e06640d7c499f9174551009224f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4030795 Aug 31 08:58:36.842067 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56244) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:36.900901 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-430a1436-f5a6-4d28-90b3-608c02cc62ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:36.925972 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-430a1436-f5a6-4d28-90b3-608c02cc62ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:37.263402 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-430a1436-f5a6-4d28-90b3-608c02cc62ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:37.266976 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-430a1436-f5a6-4d28-90b3-608c02cc62ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:37.268367 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-430a1436-f5a6-4d28-90b3-608c02cc62ca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5db7f229-32de-4bc4-9184-b3bb09ea92e5 HTTP/1.1" status: 204 len: 168 time: 0.4249926 Aug 31 08:58:37.277746 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a1436-f5a6-4d28-90b3-608c02cc62ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db7f229-32de-4bc4-9184-b3bb09ea92e5,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:37.780742 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d197e7fa-b15f-4832-8038-6ad15e4126bf req-be60e3af-2232-468b-a663-a73710fca5eb tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 210 time: 0.0273216 Aug 31 08:58:37.931610 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1a96e-2531-4fb1-bcee-0eb603877725 req-631e5f0e-b0de-4f7c-a50f-19ec851879bd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:37.933837 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-77e1a96e-2531-4fb1-bcee-0eb603877725 req-631e5f0e-b0de-4f7c-a50f-19ec851879bd tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 946 time: 0.0548751 Aug 31 08:58:37.997366 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-77e1a96e-2531-4fb1-bcee-0eb603877725 req-dd3e65ed-2b64-40ab-a80a-82fa9978a169 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a41a408-a37d-4213-bb80-dda0f84df898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572836 Aug 31 08:58:38.120334 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e2f31-39a8-4b3a-8e30-c4724d3b9e42 req-58d41080-582d-416f-b256-47cd78f5d93c tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:38.121877 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d29e2f31-39a8-4b3a-8e30-c4724d3b9e42 req-58d41080-582d-416f-b256-47cd78f5d93c tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 946 time: 0.0552721 Aug 31 08:58:38.130548 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56264) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:38.135140 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-7ded1bae-ecb4-4b55-8d10-2e54c8942be0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Request body: {'floatingip': {'port_id': '75aa04c0-2d33-492a-aed4-1050bed39ee3'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:38.175090 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7ded1bae-ecb4-4b55-8d10-2e54c8942be0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for floatingip, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:38.391744 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:58:38.642083 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7ded1bae-ecb4-4b55-8d10-2e54c8942be0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:38.704967 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56266) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:38.713401 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7ded1bae-ecb4-4b55-8d10-2e54c8942be0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:38.721378 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-53e85a01-5b21-4413-89b7-27cd572c3cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:38.867243 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.l3_db [None req-7ded1bae-ecb4-4b55-8d10-2e54c8942be0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Floating IP e1737d9b-eb86-4c4f-b5c9-580f5869d67d associated. External IP: 172.27.0.67, port: 75aa04c0-2d33-492a-aed4-1050bed39ee3. Aug 31 08:58:38.886520 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c7ba4b6d-bb25-48c7-851d-57182256071a req-f411d845-a514-483f-a033-1c3a8850e6f7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 210 time: 0.0273356 Aug 31 08:58:39.011508 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-53e85a01-5b21-4413-89b7-27cd572c3cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:39.137140 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ded1bae-ecb4-4b55-8d10-2e54c8942be0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Router 3ee3ff42-ed17-4ace-90b7-8b545d3310af has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:58:39.224219 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-53e85a01-5b21-4413-89b7-27cd572c3cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:39.280491 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-53e85a01-5b21-4413-89b7-27cd572c3cf4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c5ae4670690f4c0b9e3fea495b7bf62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5744262 Aug 31 08:58:39.281614 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e85a01-5b21-4413-89b7-27cd572c3cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e19efc-46bd-4223-a229-30a84c07f6f3,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:39.283556 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56274) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:39.284875 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ded1bae-ecb4-4b55-8d10-2e54c8942be0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:58:39.289624 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7ded1bae-ecb4-4b55-8d10-2e54c8942be0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:39.319699 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a78abd-0986-4eb2-bb16-a858cd926a60 None None] Sync routers for ids ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:58:39.323456 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-7ded1bae-ecb4-4b55-8d10-2e54c8942be0 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "PUT /v2.0/floatingips/e1737d9b-eb86-4c4f-b5c9-580f5869d67d HTTP/1.1" status: 200 len: 991 time: 1.1916354 Aug 31 08:58:39.329287 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4227414-49dd-4a6f-a6de-7d50107fb865', 'tag': '75aa04c0-2d33-492a-aed4-1050bed39ee3'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:39.329287 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9305d4-901b-43bc-8ca5-b5e7b06560f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b4227414-49dd-4a6f-a6de-7d50107fb865", "tag": "75aa04c0-2d33-492a-aed4-1050bed39ee3"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:39.342154 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a78abd-0986-4eb2-bb16-a858cd926a60 None None] Routers {'3ee3ff42-ed17-4ace-90b7-8b545d3310af'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:58:39.342795 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-a9a78abd-0986-4eb2-bb16-a858cd926a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:58:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:39.346761 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f733cc8f-f430-4438-97f8-62d76ad9e083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:39.372204 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dd4f9d-8b8e-4a5b-90ab-bef09e07c5c7 x-openstack-request-id: req-47dd4f9d-8b8e-4a5b-90ab-bef09e07c5c7 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:39.372204 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4227414-49dd-4a6f-a6de-7d50107fb865", "tag": "75aa04c0-2d33-492a-aed4-1050bed39ee3", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:39.372204 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-47dd4f9d-8b8e-4a5b-90ab-bef09e07c5c7 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:39.372204 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4227414-49dd-4a6f-a6de-7d50107fb865', 'tag': '75aa04c0-2d33-492a-aed4-1050bed39ee3', 'status': 'completed', 'code': 200} Aug 31 08:58:39.375302 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f733cc8f-f430-4438-97f8-62d76ad9e083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:39.470562 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-a9a78abd-0986-4eb2-bb16-a858cd926a60 None None] Set router 3ee3ff42-ed17-4ace-90b7-8b545d3310af gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:58:39.599317 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f733cc8f-f430-4438-97f8-62d76ad9e083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:39.603146 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f733cc8f-f430-4438-97f8-62d76ad9e083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:39.604453 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-f733cc8f-f430-4438-97f8-62d76ad9e083 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/50e19efc-46bd-4223-a229-30a84c07f6f3 HTTP/1.1" status: 204 len: 168 time: 0.3196924 Aug 31 08:58:39.614578 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733cc8f-f430-4438-97f8-62d76ad9e083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e19efc-46bd-4223-a229-30a84c07f6f3,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:39.888671 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-a9a78abd-0986-4eb2-bb16-a858cd926a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:54Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': 'e1737d9b-eb86-4c4f-b5c9-580f5869d67d', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'port_id': '75aa04c0-2d33-492a-aed4-1050bed39ee3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'mac_address': 'fa:16:3e:71:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4227414-49dd-4a6f-a6de-7d50107fb865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:58:19Z', 'updated_at': '2021-08-31T08:58:38Z', 'revision_number': 1, 'project_id': '37794a2c64b644a191bbec64466ba629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70e8406-9a03-4724-a07b-a6a0b44074ee', 'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'mac_address': 'fa:16:3e:14:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:52Z', 'updated_at': '2021-08-31T08:53:02Z', 'revision_number': 5, 'project_id': '37794a2c64b644a191bbec64466ba629', 'subnets': [{'id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:39.921448 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a78abd-0986-4eb2-bb16-a858cd926a60 None None] Checking router: 3ee3ff42-ed17-4ace-90b7-8b545d3310af for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:58:39.935306 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a78abd-0986-4eb2-bb16-a858cd926a60 None None] Routers {'3ee3ff42-ed17-4ace-90b7-8b545d3310af'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:58:39.936061 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-a9a78abd-0986-4eb2-bb16-a858cd926a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:58:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:39.989320 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b3d1451c-99e1-4802-a041-56cc40a4cbdc req-c5f0ca5a-3453-4696-ab15-22159258c5c4 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 210 time: 0.0282216 Aug 31 08:58:40.077046 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-a9a78abd-0986-4eb2-bb16-a858cd926a60 None None] Set router 3ee3ff42-ed17-4ace-90b7-8b545d3310af gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:58:40.095748 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9305d4-901b-43bc-8ca5-b5e7b06560f9 req-89593d85-838e-44ae-9a04-b62a195ed596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:40.097737 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6f9305d4-901b-43bc-8ca5-b5e7b06560f9 req-89593d85-838e-44ae-9a04-b62a195ed596 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=37794a2c64b644a191bbec64466ba629&device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 1099 time: 0.0664656 Aug 31 08:58:40.216224 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9305d4-901b-43bc-8ca5-b5e7b06560f9 req-f1fbfe13-6aa6-4116-86fd-dec29a8f1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:40.217719 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6f9305d4-901b-43bc-8ca5-b5e7b06560f9 req-f1fbfe13-6aa6-4116-86fd-dec29a8f1feb service neutron] 10.222.0.103 "GET /v2.0/networks?id=d610ca2e-6360-4e86-b55f-a470d5c807c5 HTTP/1.1" status: 200 len: 912 time: 0.1030443 Aug 31 08:58:40.295365 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6f9305d4-901b-43bc-8ca5-b5e7b06560f9 req-981e67a4-4817-4dda-8f69-a511fe6d53d8 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75aa04c0-2d33-492a-aed4-1050bed39ee3 HTTP/1.1" status: 200 len: 999 time: 0.0679739 Aug 31 08:58:40.343036 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-a9a78abd-0986-4eb2-bb16-a858cd926a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:54Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': 'e1737d9b-eb86-4c4f-b5c9-580f5869d67d', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'port_id': '75aa04c0-2d33-492a-aed4-1050bed39ee3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'mac_address': 'fa:16:3e:71:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4227414-49dd-4a6f-a6de-7d50107fb865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:58:19Z', 'updated_at': '2021-08-31T08:58:38Z', 'revision_number': 1, 'project_id': '37794a2c64b644a191bbec64466ba629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70e8406-9a03-4724-a07b-a6a0b44074ee', 'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'mac_address': 'fa:16:3e:14:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:52Z', 'updated_at': '2021-08-31T08:53:02Z', 'revision_number': 5, 'project_id': '37794a2c64b644a191bbec64466ba629', 'subnets': [{'id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:40.351855 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9305d4-901b-43bc-8ca5-b5e7b06560f9 req-849df742-cadc-45c9-a8c0-1248d131caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:40.353400 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6f9305d4-901b-43bc-8ca5-b5e7b06560f9 req-849df742-cadc-45c9-a8c0-1248d131caa9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=bf9e77d3-4b26-40d6-b9c6-dff49a105ccc HTTP/1.1" status: 200 len: 849 time: 0.0485327 Aug 31 08:58:40.375094 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a78abd-0986-4eb2-bb16-a858cd926a60 None None] The sync data for ids ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'] in dv-cinder-782910-2-iscsi is: [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:54Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': 'e1737d9b-eb86-4c4f-b5c9-580f5869d67d', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'port_id': '75aa04c0-2d33-492a-aed4-1050bed39ee3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'mac_address': 'fa:16:3e:71:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4227414-49dd-4a6f-a6de-7d50107fb865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:58:19Z', 'updated_at': '2021-08-31T08:58:38Z', 'revision_number': 1, 'project_id': '37794a2c64b644a191bbec64466ba629', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e70e8406-9a03-4724-a07b-a6a0b44074ee', 'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'mac_address': 'fa:16:3e:14:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:52Z', 'updated_at': '2021-08-31T08:53:02Z', 'revision_number': 5, 'project_id': '37794a2c64b644a191bbec64466ba629', 'subnets': [{'id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:58:40.409734 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9305d4-901b-43bc-8ca5-b5e7b06560f9 req-ddf6933b-72d8-4d19-8952-70e47e3b6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:40.411586 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6f9305d4-901b-43bc-8ca5-b5e7b06560f9 req-ddf6933b-72d8-4d19-8952-70e47e3b6c50 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d610ca2e-6360-4e86-b55f-a470d5c807c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447114 Aug 31 08:58:40.531612 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6f9305d4-901b-43bc-8ca5-b5e7b06560f9 req-a528e50c-02b6-4a1e-a9dc-0c37c0082376 service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115072 Aug 31 08:58:40.624904 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ecd0af-e4e5-4f22-ab6f-97735e0d3ac4 None None] New status for floating IP e1737d9b-eb86-4c4f-b5c9-580f5869d67d: ACTIVE {{(pid=101275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:58:40.658425 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6f9305d4-901b-43bc-8ca5-b5e7b06560f9 req-f6e61e9c-b8be-49ec-b548-efa2cd3aea3c service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187041 Aug 31 08:58:41.108793 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3c3d68f7-0dc5-410c-b123-f3c160584dc0 req-5e7e1ce6-00e8-4146-bb11-c98cdd607304 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 210 time: 0.0341239 Aug 31 08:58:41.650605 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-fdff2886-5987-4cf7-9ee3-c10fddbd9e4f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:41.652120 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-fdff2886-5987-4cf7-9ee3-c10fddbd9e4f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.103 "GET /v2.0/networks?id=945ae18c-2f91-47bd-bfbd-369ee74f27e6 HTTP/1.1" status: 200 len: 817 time: 0.1238217 Aug 31 08:58:41.702427 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-7854c0d3-16ff-42b3-a94b-58acf35bd2bd tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e986ed04246f4cd9a5fafdf9f660684b HTTP/1.1" status: 200 len: 380 time: 0.0371885 Aug 31 08:58:41.716718 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-5468d4b1-397f-45c9-8ced-5a5ab895e577 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Request body: {'port': {'device_id': '92713760-7205-4b33-b2fa-0a72d7076468', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'admin_state_up': True, 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'security_groups': ['a18fbbcc-0a50-475d-98da-64c9cbd9a286']}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:41.874896 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cbe63295-99d8-49a8-bfc7-b12bdc90eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:41.995833 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-5468d4b1-397f-45c9-8ced-5a5ab895e577 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Made reservation on behalf of e986ed04246f4cd9a5fafdf9f660684b for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 08:58:42.001001 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-5468d4b1-397f-45c9-8ced-5a5ab895e577 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:42.206081 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-5468d4b1-397f-45c9-8ced-5a5ab895e577 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Allocated IP 172.20.0.7 (945ae18c-2f91-47bd-bfbd-369ee74f27e6/5f7e7944-275c-4f13-be48-7508c282a8a0/12bbdf0a-0e43-4279-8950-f2ac4389affa) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:58:42.630112 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d13fc-fa42-429b-8f1f-e0bcf5db6d32 req-e814ec75-7de9-47a1-900b-aba6d9d39832 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:42.632323 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-831d13fc-fa42-429b-8f1f-e0bcf5db6d32 req-e814ec75-7de9-47a1-900b-aba6d9d39832 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 946 time: 0.0661528 Aug 31 08:58:42.669133 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-55b600b7-b366-4b6c-8f55-430b221d4853 req-98d91295-735e-406b-a0a4-15e48bcc64ff tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 210 time: 0.0393214 Aug 31 08:58:42.709570 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-831d13fc-fa42-429b-8f1f-e0bcf5db6d32 req-b7e0cfdf-db04-4a93-9999-fd2968c57b38 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671864 Aug 31 08:58:42.729873 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-5468d4b1-397f-45c9-8ced-5a5ab895e577 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:42.734028 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56358) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:42.743627 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-5468d4b1-397f-45c9-8ced-5a5ab895e577 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Transition to ACTIVE for port object 12bbdf0a-0e43-4279-8950-f2ac4389affa will not be triggered until provisioned by entity DHCP. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:58:42.960474 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c181fe87-1d61-4c8e-9911-14ba145c6718 tempest-TestMinimumBasicScenario-2102455193 tempest-TestMinimumBasicScenario-2102455193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:42.961109 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-5468d4b1-397f-45c9-8ced-5a5ab895e577 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:42.962013 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-c181fe87-1d61-4c8e-9911-14ba145c6718 tempest-TestMinimumBasicScenario-2102455193 tempest-TestMinimumBasicScenario-2102455193-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 1094 time: 0.2269924 Aug 31 08:58:42.965024 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56364) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:42.969579 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Request body: {'floatingip': {'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'port_id': 'e0da8531-160a-4656-ae46-68b171a6b84c', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:43.009557 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-5468d4b1-397f-45c9-8ced-5a5ab895e577 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:58:43.012850 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-5468d4b1-397f-45c9-8ced-5a5ab895e577 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:58:43.015442 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-5468d4b1-397f-45c9-8ced-5a5ab895e577 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:58:43.042070 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468d4b1-397f-45c9-8ced-5a5ab895e577 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event updated for resources: {'Port': ['ID=12bbdf0a-0e43-4279-8950-f2ac4389affa,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:43.076487 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-5468d4b1-397f-45c9-8ced-5a5ab895e577 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:43.079481 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-5468d4b1-397f-45c9-8ced-5a5ab895e577 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:43.235490 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for floatingip, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:43.341863 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:43.401893 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-5468d4b1-397f-45c9-8ced-5a5ab895e577 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6892798 Aug 31 08:58:43.454050 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56370) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:43.459576 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Allocated IP 172.27.0.114 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/df73b64c-f6a1-40cd-87cc-28f6f026a0ee) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 08:58:43.497829 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-388d51e3-bc9f-45aa-9ba0-cfe8676e4d28 None None] Provisioning for port 12bbdf0a-0e43-4279-8950-f2ac4389affa completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:58:43.502456 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-388d51e3-bc9f-45aa-9ba0-cfe8676e4d28 None None] Provisioning complete for port 12bbdf0a-0e43-4279-8950-f2ac4389affa triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:58:43.519759 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-388d51e3-bc9f-45aa-9ba0-cfe8676e4d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:43.543338 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-388d51e3-bc9f-45aa-9ba0-cfe8676e4d28 None None] Port 12bbdf0a-0e43-4279-8950-f2ac4389affa cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 08:58:43.575095 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a87d636e-fab7-4a12-ae90-8234d88e116f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:43.575327 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:43.664879 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a87d636e-fab7-4a12-ae90-8234d88e116f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:43.744578 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:43.794598 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a87d636e-fab7-4a12-ae90-8234d88e116f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:43.831983 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 08:58:43.838534 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-a87d636e-fab7-4a12-ae90-8234d88e116f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=287e70d31eee4313a2f1fb79baa55a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3832953 Aug 31 08:58:43.839493 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d636e-fab7-4a12-ae90-8234d88e116f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77df38e9-1f8f-4922-b0da-8af3a7306a8a,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:43.842174 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56376) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:43.844062 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 08:58:43.848677 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 08:58:43.850928 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Pushing event updated for resources: {'Port': ['ID=df73b64c-f6a1-40cd-87cc-28f6f026a0ee,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:43.903143 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec83b12-3ab8-42c1-b916-d42ca642ead0 req-09bdde34-f357-44b5-8f08-7424d093c483 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:43.904987 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7ec83b12-3ab8-42c1-b916-d42ca642ead0 req-09bdde34-f357-44b5-8f08-7424d093c483 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 931 time: 0.1245966 Aug 31 08:58:43.914626 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd7fc-7c40-49fe-91f7-c0d284c8fd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:43.942786 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd7fc-7c40-49fe-91f7-c0d284c8fd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:44.006451 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7ec83b12-3ab8-42c1-b916-d42ca642ead0 req-0a520c93-1699-485a-965d-1ade0e05463e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747662 Aug 31 08:58:44.154402 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd7fc-7c40-49fe-91f7-c0d284c8fd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:44.157426 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f0dfd7fc-7c40-49fe-91f7-c0d284c8fd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:44.158544 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-f0dfd7fc-7c40-49fe-91f7-c0d284c8fd5b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/77df38e9-1f8f-4922-b0da-8af3a7306a8a HTTP/1.1" status: 204 len: 168 time: 0.3059986 Aug 31 08:58:44.168055 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dfd7fc-7c40-49fe-91f7-c0d284c8fd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77df38e9-1f8f-4922-b0da-8af3a7306a8a,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:44.302928 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:44.474096 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:44.526915 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1c770b62-365f-4863-b1a0-a534d94ae2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:44.640704 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for port, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:44.651634 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:44.759233 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427652'] for port, after_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:44.826524 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Pushing event updated for resources: {'Port': ['ID=df73b64c-f6a1-40cd-87cc-28f6f026a0ee,revision_number=2']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:44.840693 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:44.888374 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56384) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:44.906167 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b83dcccc-04b3-45d4-9031-1aed8fa46e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:44.979597 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.l3_db [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Floating IP 56e22346-0289-434a-9bbd-68bc3066c6c1 associated. External IP: 172.27.0.114, port: e0da8531-160a-4656-ae46-68b171a6b84c. Aug 31 08:58:45.034721 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:45.196057 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b83dcccc-04b3-45d4-9031-1aed8fa46e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:45.212127 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cb24b-c5e3-4d1e-9339-ce56d7490fe9 req-178cc27d-ed06-47d8-a4c0-f5d4fbed24fc tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:45.213625 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-603cb24b-c5e3-4d1e-9339-ce56d7490fe9 req-178cc27d-ed06-47d8-a4c0-f5d4fbed24fc tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 931 time: 0.1212256 Aug 31 08:58:45.295705 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Request body: {'port': {'device_id': '92713760-7205-4b33-b2fa-0a72d7076468', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:45.301239 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b83dcccc-04b3-45d4-9031-1aed8fa46e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:45.309894 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-603cb24b-c5e3-4d1e-9339-ce56d7490fe9 req-2ad669be-d43d-40f2-becd-672e76f1b8ef tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886497 Aug 31 08:58:45.348943 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Router e3fbc257-633a-4a99-8c9a-2d42374d11ce has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:58:45.360661 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83dcccc-04b3-45d4-9031-1aed8fa46e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceacb444-80e2-4265-aaa8-dd006f47b574,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:45.379137 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-b83dcccc-04b3-45d4-9031-1aed8fa46e9b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3a5d50cd27d64a50a28d079dbc8f1375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4779322 Aug 31 08:58:45.380178 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:45.388864 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56390) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:45.479615 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:58:45.491707 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad12ca-0907-4949-9b00-84dc11c66072 None None] Sync routers for ids ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:58:45.501740 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dad12ca-0907-4949-9b00-84dc11c66072 None None] Routers {'e3fbc257-633a-4a99-8c9a-2d42374d11ce'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:58:45.505132 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-4dad12ca-0907-4949-9b00-84dc11c66072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:58:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:45.514379 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9c31d968-288f-4ea8-8909-04ca6405e27f req-a9853137-ce92-4976-8e0d-70e8f584f93e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1286294 Aug 31 08:58:45.581775 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:45.590779 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a0bef0ef-1159-4c8d-9998-b6943ecd837c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:45.613842 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-031a6c41-0159-4c64-b002-19a198483ae4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6477206 Aug 31 08:58:45.614580 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56392) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:45.615674 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'tag': 'e0da8531-160a-4656-ae46-68b171a6b84c'}] {{(pid=101272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:45.619840 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c305cbc8c06b24060600ca92de127493340b06c079c8aaacccf023196f54b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce88b6d1-4ebd-4884-82b2-8233351e95f5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa40f16c-6489-4bad-9e43-e42a51f85a44", "tag": "e0da8531-160a-4656-ae46-68b171a6b84c"}]}' {{(pid=101272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:45.624166 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-4dad12ca-0907-4949-9b00-84dc11c66072 None None] Set router e3fbc257-633a-4a99-8c9a-2d42374d11ce gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:58:45.625050 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-e54004be-51e8-4ede-b8e0-10da6a6de01b tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-101050702', 'description': 'tempest-secgroup-smoke-101050702 description', 'project_id': '027ea9433f8c40e19169b615c8f7a7a2'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:45.687859 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a0bef0ef-1159-4c8d-9998-b6943ecd837c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:45.718632 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:45.746325 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31d968-288f-4ea8-8909-04ca6405e27f req-82904bbd-22f3-44f6-880d-fe8336e9e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:45.747888 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9c31d968-288f-4ea8-8909-04ca6405e27f req-82904bbd-22f3-44f6-880d-fe8336e9e605 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=027ea9433f8c40e19169b615c8f7a7a2&device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 1099 time: 0.1473334 Aug 31 08:58:45.753607 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e54004be-51e8-4ede-b8e0-10da6a6de01b tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:45.859629 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12bbdf0a-0e43-4279-8950-f2ac4389affa {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:58:45.868705 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:45.907772 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-4dad12ca-0907-4949-9b00-84dc11c66072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'name': 'tempest-TestMinimumBasicScenario-2041595487-router', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:14Z', 'updated_at': '2021-08-31T08:57:18Z', 'revision_number': 4, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'gw_port': {'id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:15Z', 'updated_at': '2021-08-31T08:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '56e22346-0289-434a-9bbd-68bc3066c6c1', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'port_id': 'e0da8531-160a-4656-ae46-68b171a6b84c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8', 'mac_address': 'fa:16:3e:d7:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:58:44Z', 'updated_at': '2021-08-31T08:58:44Z', 'revision_number': 0, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bd98223-6597-4aff-a89e-32b923667087', 'name': '', 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'mac_address': 'fa:16:3e:b7:c4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:17Z', 'updated_at': '2021-08-31T08:57:24Z', 'revision_number': 5, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'subnets': [{'id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:45.917554 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c85b2d2-bc10-4349-bc1a-0bf0ad014923 x-openstack-request-id: req-6c85b2d2-bc10-4349-bc1a-0bf0ad014923 {{(pid=101272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:45.918098 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa40f16c-6489-4bad-9e43-e42a51f85a44", "tag": "e0da8531-160a-4656-ae46-68b171a6b84c", "status": "completed", "code": 200}]} {{(pid=101272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:45.918098 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6c85b2d2-bc10-4349-bc1a-0bf0ad014923 {{(pid=101272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:45.918476 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'tag': 'e0da8531-160a-4656-ae46-68b171a6b84c', 'status': 'completed', 'code': 200} Aug 31 08:58:45.938876 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad12ca-0907-4949-9b00-84dc11c66072 None None] Checking router: e3fbc257-633a-4a99-8c9a-2d42374d11ce for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:58:45.944027 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Transition to ACTIVE for port object 12bbdf0a-0e43-4279-8950-f2ac4389affa will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 08:58:45.947988 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dad12ca-0907-4949-9b00-84dc11c66072 None None] Routers {'e3fbc257-633a-4a99-8c9a-2d42374d11ce'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:58:45.949902 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-4dad12ca-0907-4949-9b00-84dc11c66072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:58:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:45.953325 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a0bef0ef-1159-4c8d-9998-b6943ecd837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:45.956166 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a0bef0ef-1159-4c8d-9998-b6943ecd837c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:45.957459 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-a0bef0ef-1159-4c8d-9998-b6943ecd837c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ceacb444-80e2-4265-aaa8-dd006f47b574 HTTP/1.1" status: 204 len: 168 time: 0.5607777 Aug 31 08:58:46.013279 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bef0ef-1159-4c8d-9998-b6943ecd837c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceacb444-80e2-4265-aaa8-dd006f47b574,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:46.014254 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e54004be-51e8-4ede-b8e0-10da6a6de01b tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:46.080155 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:46.104169 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-4dad12ca-0907-4949-9b00-84dc11c66072 None None] Set router e3fbc257-633a-4a99-8c9a-2d42374d11ce gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:58:46.124197 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31d968-288f-4ea8-8909-04ca6405e27f req-956b1dc7-3675-4559-a659-1e5a38d97223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:46.125960 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9c31d968-288f-4ea8-8909-04ca6405e27f req-956b1dc7-3675-4559-a659-1e5a38d97223 service neutron] 10.222.0.103 "GET /v2.0/networks?id=aa759939-4fd0-42d1-8f23-04f0153489f8 HTTP/1.1" status: 200 len: 917 time: 0.1839995 Aug 31 08:58:46.153804 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e54004be-51e8-4ede-b8e0-10da6a6de01b tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:46.190412 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Pushing event updated for resources: {'Port': ['ID=12bbdf0a-0e43-4279-8950-f2ac4389affa,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:46.210836 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54004be-51e8-4ede-b8e0-10da6a6de01b tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbe9849-58d7-47c9-92b5-705f9573ea23,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:46.260880 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9c31d968-288f-4ea8-8909-04ca6405e27f req-698cbd73-da10-44f4-9822-9d18a064b7cb service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0da8531-160a-4656-ae46-68b171a6b84c HTTP/1.1" status: 200 len: 1000 time: 0.1246605 Aug 31 08:58:46.365905 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e54004be-51e8-4ede-b8e0-10da6a6de01b tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:46.365905 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-e54004be-51e8-4ede-b8e0-10da6a6de01b tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7406292 Aug 31 08:58:46.365905 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56408) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:46.372785 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-66461217-29ce-4dac-8527-725520d97c7c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Request body: {'security_group_rule': {'security_group_id': 'bfbe9849-58d7-47c9-92b5-705f9573ea23', 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:46.384960 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31d968-288f-4ea8-8909-04ca6405e27f req-f30c7612-cc19-4969-8b00-5a87f10c06d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:46.387637 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9c31d968-288f-4ea8-8909-04ca6405e27f req-f30c7612-cc19-4969-8b00-5a87f10c06d5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3f13acbc-d2a4-4de5-a4d7-7feff7f32443 HTTP/1.1" status: 200 len: 854 time: 0.1122799 Aug 31 08:58:46.389275 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Attempting to bind port 12bbdf0a-0e43-4279-8950-f2ac4389affa on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 08:58:46.389843 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Attempting to bind port 12bbdf0a-0e43-4279-8950-f2ac4389affa by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 08:58:46.394886 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Attempting to bind port 12bbdf0a-0e43-4279-8950-f2ac4389affa on network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:58:46.395675 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Port 12bbdf0a-0e43-4279-8950-f2ac4389affa on network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 08:58:46.396372 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Attempting to bind port 12bbdf0a-0e43-4279-8950-f2ac4389affa on network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 08:58:46.414413 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 8, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 08:58:46.414776 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Checking segment: {'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 08:58:46.415157 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Bound using segment: {'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 08:58:46.415615 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Bound port: 12bbdf0a-0e43-4279-8950-f2ac4389affa, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73581261-9130-4983-a92c-4fcd9cc1f6da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1355, 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 08:58:46.416175 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:46.490454 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-4dad12ca-0907-4949-9b00-84dc11c66072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'name': 'tempest-TestMinimumBasicScenario-2041595487-router', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:14Z', 'updated_at': '2021-08-31T08:57:18Z', 'revision_number': 4, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'gw_port': {'id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:15Z', 'updated_at': '2021-08-31T08:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '56e22346-0289-434a-9bbd-68bc3066c6c1', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'port_id': 'e0da8531-160a-4656-ae46-68b171a6b84c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8', 'mac_address': 'fa:16:3e:d7:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:58:44Z', 'updated_at': '2021-08-31T08:58:44Z', 'revision_number': 0, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bd98223-6597-4aff-a89e-32b923667087', 'name': '', 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'mac_address': 'fa:16:3e:b7:c4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:17Z', 'updated_at': '2021-08-31T08:57:24Z', 'revision_number': 5, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'subnets': [{'id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:46.532897 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dad12ca-0907-4949-9b00-84dc11c66072 None None] The sync data for ids ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'] in dv-cinder-782910-2-iscsi is: [{'id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'name': 'tempest-TestMinimumBasicScenario-2041595487-router', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:14Z', 'updated_at': '2021-08-31T08:57:18Z', 'revision_number': 4, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'gw_port': {'id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:15Z', 'updated_at': '2021-08-31T08:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '56e22346-0289-434a-9bbd-68bc3066c6c1', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'port_id': 'e0da8531-160a-4656-ae46-68b171a6b84c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8', 'mac_address': 'fa:16:3e:d7:57:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:58:44Z', 'updated_at': '2021-08-31T08:58:44Z', 'revision_number': 0, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bd98223-6597-4aff-a89e-32b923667087', 'name': '', 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'mac_address': 'fa:16:3e:b7:c4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:17Z', 'updated_at': '2021-08-31T08:57:24Z', 'revision_number': 5, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'subnets': [{'id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:58:46.562683 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c31d968-288f-4ea8-8909-04ca6405e27f req-2299ef46-3590-47d2-8801-e0258ff27d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:46.564305 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9c31d968-288f-4ea8-8909-04ca6405e27f req-2299ef46-3590-47d2-8801-e0258ff27d1d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=aa759939-4fd0-42d1-8f23-04f0153489f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1647000 Aug 31 08:58:46.581906 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-66461217-29ce-4dac-8527-725520d97c7c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:46.663320 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] For port 12bbdf0a-0e43-4279-8950-f2ac4389affa, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 08:58:46.682859 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-66461217-29ce-4dac-8527-725520d97c7c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:46.692652 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27126598-bc25-4cdb-ac5d-2b36143811f9 req-7df99bcf-8d8b-4d45-8c90-9ae2302f6be6 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:46.694367 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-27126598-bc25-4cdb-ac5d-2b36143811f9 req-7df99bcf-8d8b-4d45-8c90-9ae2302f6be6 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.1853614 Aug 31 08:58:46.699550 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] For port 12bbdf0a-0e43-4279-8950-f2ac4389affa, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 08:58:46.760710 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-66461217-29ce-4dac-8527-725520d97c7c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:46.762336 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-27126598-bc25-4cdb-ac5d-2b36143811f9 req-235fc3a3-9a85-4bcd-a334-7de3f793a07f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568817 Aug 31 08:58:46.764543 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9c31d968-288f-4ea8-8909-04ca6405e27f req-e6b1fc40-af49-4ac8-b0fe-0ad407557a1c service neutron] 10.222.0.103 "GET /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850753 Aug 31 08:58:46.783643 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66461217-29ce-4dac-8527-725520d97c7c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3579ecde-7cdd-4e5b-aeef-3cc9b1ca55df,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:46.832632 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3e8b8-0e6e-483a-b55b-0e7d7c3a26ca None None] New status for floating IP 56e22346-0289-434a-9bbd-68bc3066c6c1: ACTIVE {{(pid=101275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:58:46.845213 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:46.886624 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-66461217-29ce-4dac-8527-725520d97c7c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:46.887813 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-66461217-29ce-4dac-8527-725520d97c7c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5207164 Aug 31 08:58:46.890925 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56422) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:46.905562 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-bea2b2ab-a06f-423e-8373-abe2beb984a1 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Request body: {'security_group_rule': {'security_group_id': 'bfbe9849-58d7-47c9-92b5-705f9573ea23', 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:46.909693 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:46.910708 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:46.912889 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] 10.222.0.103 "PUT /v2.0/ports/12bbdf0a-0e43-4279-8950-f2ac4389affa HTTP/1.1" status: 200 len: 1093 time: 1.6282129 Aug 31 08:58:46.913406 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92713760-7205-4b33-b2fa-0a72d7076468', 'tag': '12bbdf0a-0e43-4279-8950-f2ac4389affa'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:46.915866 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778222b1-0030-4a06-95be-b4cb7fe62c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "92713760-7205-4b33-b2fa-0a72d7076468", "tag": "12bbdf0a-0e43-4279-8950-f2ac4389affa"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:46.930574 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9c31d968-288f-4ea8-8909-04ca6405e27f req-7a9bdae5-3f48-4f01-a282-ca3e69219962 service neutron] 10.222.0.103 "GET /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579301 Aug 31 08:58:46.956451 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233700e9-0daa-4d2a-8699-47ff7d1620ae service neutron] Pushing event updated for resources: {'Port': ['ID=12bbdf0a-0e43-4279-8950-f2ac4389affa,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:46.991381 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e1cfe4-546f-4232-9372-24de253c456a x-openstack-request-id: req-e1e1cfe4-546f-4232-9372-24de253c456a {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:46.991709 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92713760-7205-4b33-b2fa-0a72d7076468", "tag": "12bbdf0a-0e43-4279-8950-f2ac4389affa", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:46.992004 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e1e1cfe4-546f-4232-9372-24de253c456a {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:46.992398 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92713760-7205-4b33-b2fa-0a72d7076468', 'tag': '12bbdf0a-0e43-4279-8950-f2ac4389affa', 'status': 'completed', 'code': 200} Aug 31 08:58:47.077316 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778222b1-0030-4a06-95be-b4cb7fe62c1a req-7cf09068-6552-4b66-882b-f51dc7d7d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:47.079128 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-778222b1-0030-4a06-95be-b4cb7fe62c1a req-7cf09068-6552-4b66-882b-f51dc7d7d3fb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e986ed04246f4cd9a5fafdf9f660684b&device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 1096 time: 0.0465016 Aug 31 08:58:47.081600 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-bea2b2ab-a06f-423e-8373-abe2beb984a1 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:47.154726 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-bea2b2ab-a06f-423e-8373-abe2beb984a1 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:47.221533 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88b6d1-4ebd-4884-82b2-8233351e95f5 req-4033e283-0131-4bfe-9b6b-7f432c541f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:47.223057 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ce88b6d1-4ebd-4884-82b2-8233351e95f5 req-4033e283-0131-4bfe-9b6b-7f432c541f53 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=027ea9433f8c40e19169b615c8f7a7a2&device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 1099 time: 0.1033285 Aug 31 08:58:47.234074 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778222b1-0030-4a06-95be-b4cb7fe62c1a req-72e21e66-ecff-4113-b5f6-ca4b49637dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:47.235631 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-778222b1-0030-4a06-95be-b4cb7fe62c1a req-72e21e66-ecff-4113-b5f6-ca4b49637dc2 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=e986ed04246f4cd9a5fafdf9f660684b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1405575 Aug 31 08:58:47.280113 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-bea2b2ab-a06f-423e-8373-abe2beb984a1 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:47.308133 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2b2ab-a06f-423e-8373-abe2beb984a1 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6837a90-ea69-47e6-b560-1f0ac2b55d0c,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:47.377883 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-bea2b2ab-a06f-423e-8373-abe2beb984a1 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:47.383511 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-bea2b2ab-a06f-423e-8373-abe2beb984a1 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4832885 Aug 31 08:58:47.383798 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56436) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:47.389411 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-872729a7-67a0-437d-bd79-454ca6338dcf tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Request body: {'security_group_rule': {'security_group_id': 'bfbe9849-58d7-47c9-92b5-705f9573ea23', 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:47.408891 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88b6d1-4ebd-4884-82b2-8233351e95f5 req-b784e120-809a-45cd-97a6-fb53ef1502f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:47.410374 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ce88b6d1-4ebd-4884-82b2-8233351e95f5 req-b784e120-809a-45cd-97a6-fb53ef1502f0 service neutron] 10.222.0.103 "GET /v2.0/networks?id=aa759939-4fd0-42d1-8f23-04f0153489f8 HTTP/1.1" status: 200 len: 917 time: 0.1738465 Aug 31 08:58:47.411566 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778222b1-0030-4a06-95be-b4cb7fe62c1a req-62970e62-74df-48ff-816e-f48cef6ef694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:47.413692 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-778222b1-0030-4a06-95be-b4cb7fe62c1a req-62970e62-74df-48ff-816e-f48cef6ef694 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1677480 Aug 31 08:58:47.521979 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ce88b6d1-4ebd-4884-82b2-8233351e95f5 req-33c85572-c034-4806-a441-cee8cc2c0baf service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0da8531-160a-4656-ae46-68b171a6b84c HTTP/1.1" status: 200 len: 1002 time: 0.0987051 Aug 31 08:58:47.551007 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-fbc9547f-7f4f-472f-912b-19e33087d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:47.553157 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-fbc9547f-7f4f-472f-912b-19e33087d8cf service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e986ed04246f4cd9a5fafdf9f660684b&device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 1096 time: 0.0717852 Aug 31 08:58:47.559067 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-872729a7-67a0-437d-bd79-454ca6338dcf tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:47.581932 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:47.620555 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-d5be0ddf-8311-42b7-a35e-348d1f6db103 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa HTTP/1.1" status: 200 len: 217 time: 0.0461853 Aug 31 08:58:47.635865 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-872729a7-67a0-437d-bd79-454ca6338dcf tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:47.663580 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88b6d1-4ebd-4884-82b2-8233351e95f5 req-1e34efd9-9f00-4c3f-be0b-621c9587e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:47.663580 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ce88b6d1-4ebd-4884-82b2-8233351e95f5 req-1e34efd9-9f00-4c3f-be0b-621c9587e90d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3f13acbc-d2a4-4de5-a4d7-7feff7f32443 HTTP/1.1" status: 200 len: 854 time: 0.1244924 Aug 31 08:58:47.710561 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-747248dd-c536-4c41-81f8-d97667aed89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:47.712170 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-747248dd-c536-4c41-81f8-d97667aed89f service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5f7e7944-275c-4f13-be48-7508c282a8a0 HTTP/1.1" status: 200 len: 856 time: 0.0841637 Aug 31 08:58:47.718821 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-872729a7-67a0-437d-bd79-454ca6338dcf tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:47.744942 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872729a7-67a0-437d-bd79-454ca6338dcf tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15401cae-641e-4075-8c23-0258b6a2c347,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:47.754394 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce88b6d1-4ebd-4884-82b2-8233351e95f5 req-ab7437a8-8c86-4489-bc74-3b45db9fda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:47.756079 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ce88b6d1-4ebd-4884-82b2-8233351e95f5 req-ab7437a8-8c86-4489-bc74-3b45db9fda40 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=aa759939-4fd0-42d1-8f23-04f0153489f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847387 Aug 31 08:58:47.818734 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-381dc7be-a4be-44d5-bd08-028fe145330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:47.820430 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-381dc7be-a4be-44d5-bd08-028fe145330e service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=945ae18c-2f91-47bd-bfbd-369ee74f27e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1006467 Aug 31 08:58:47.852491 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-872729a7-67a0-437d-bd79-454ca6338dcf tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:47.857684 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-872729a7-67a0-437d-bd79-454ca6338dcf tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4699726 Aug 31 08:58:47.858001 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56448) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:47.863292 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-cb7fe69f-d770-42fc-b408-c52d3a11b611 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Request body: {'security_group_rule': {'security_group_id': 'bfbe9849-58d7-47c9-92b5-705f9573ea23', 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:47.920943 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ce88b6d1-4ebd-4884-82b2-8233351e95f5 req-39bbab06-49ee-4837-b3ae-eb8b4f327605 service neutron] 10.222.0.103 "GET /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547995 Aug 31 08:58:47.929996 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595dff23-7aec-4f76-b429-b191c14928eb req-825ea039-be4d-42b7-8c9d-1f280f5ceb0e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:47.931926 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-595dff23-7aec-4f76-b429-b191c14928eb req-825ea039-be4d-42b7-8c9d-1f280f5ceb0e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.0750988 Aug 31 08:58:47.981476 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-595dff23-7aec-4f76-b429-b191c14928eb req-87d74af9-b567-4869-85b3-414d9ac17ef5 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416193 Aug 31 08:58:48.000899 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-cdcee12c-dab9-4247-8c99-4e75b6abdcda service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695321 Aug 31 08:58:48.063811 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-cb7fe69f-d770-42fc-b408-c52d3a11b611 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:48.102141 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ce88b6d1-4ebd-4884-82b2-8233351e95f5 req-335a4585-2e0e-478e-8d73-d7c3865e7ffc service neutron] 10.222.0.103 "GET /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727166 Aug 31 08:58:48.130521 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-cb7fe69f-d770-42fc-b408-c52d3a11b611 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:48.141787 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9d4bb61-20ce-4f4a-a356-1ad31c2ac3d2 req-5dec374a-da26-4620-8f13-aed93bf3663e service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192615 Aug 31 08:58:48.280222 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-cb7fe69f-d770-42fc-b408-c52d3a11b611 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:48.300029 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fe69f-d770-42fc-b408-c52d3a11b611 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8dbe106-aa2a-445f-9dee-e6350c688894,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:48.417565 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-cb7fe69f-d770-42fc-b408-c52d3a11b611 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:48.418837 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-cb7fe69f-d770-42fc-b408-c52d3a11b611 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5597541 Aug 31 08:58:48.421584 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56458) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:48.426358 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-e40d38ec-c626-481f-81b4-c40d750dd561 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Request body: {'security_group_rule': {'security_group_id': 'bfbe9849-58d7-47c9-92b5-705f9573ea23', 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:48.554864 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.securitygroups_db [None req-e40d38ec-c626-481f-81b4-c40d750dd561 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Project 027ea9433f8c40e19169b615c8f7a7a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:58:48.561995 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e40d38ec-c626-481f-81b4-c40d750dd561 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:48.631872 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e40d38ec-c626-481f-81b4-c40d750dd561 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:48.732340 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e40d38ec-c626-481f-81b4-c40d750dd561 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:48.762161 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d38ec-c626-481f-81b4-c40d750dd561 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4171b90-6bbe-43ec-bd81-f8d93fe87c99,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:48.874754 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e40d38ec-c626-481f-81b4-c40d750dd561 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:48.876060 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-e40d38ec-c626-481f-81b4-c40d750dd561 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4535024 Aug 31 08:58:48.878811 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56480) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:48.884007 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-4db68baf-5e7f-4ebb-9c6b-91bb2a5d0395 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Request body: {'security_group_rule': {'security_group_id': 'bfbe9849-58d7-47c9-92b5-705f9573ea23', 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:49.073431 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.securitygroups_db [None req-4db68baf-5e7f-4ebb-9c6b-91bb2a5d0395 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Project 027ea9433f8c40e19169b615c8f7a7a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 08:58:49.096215 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-4db68baf-5e7f-4ebb-9c6b-91bb2a5d0395 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:49.166599 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c849591-87ad-4ac2-a3d7-f6ace40e33c1 req-788d43ed-f41b-4543-8f13-bfa78ffc1a95 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:49.168217 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2c849591-87ad-4ac2-a3d7-f6ace40e33c1 req-788d43ed-f41b-4543-8f13-bfa78ffc1a95 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.1085684 Aug 31 08:58:49.205234 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-4db68baf-5e7f-4ebb-9c6b-91bb2a5d0395 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:49.221841 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2c849591-87ad-4ac2-a3d7-f6ace40e33c1 req-35b1402a-1697-45aa-851a-4f419e4589fa tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460212 Aug 31 08:58:49.382930 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-4db68baf-5e7f-4ebb-9c6b-91bb2a5d0395 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:49.402369 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db68baf-5e7f-4ebb-9c6b-91bb2a5d0395 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c892f1e-ead2-41bc-82cd-c80923667805,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:49.524717 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-4db68baf-5e7f-4ebb-9c6b-91bb2a5d0395 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:49.525870 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-4db68baf-5e7f-4ebb-9c6b-91bb2a5d0395 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6461298 Aug 31 08:58:49.614843 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-97ec3e3b-02b5-48bb-957d-4dd79e051487 req-587fc82f-95c4-4446-ac3d-e028fff9f657 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101050702&fields=id&tenant_id=027ea9433f8c40e19169b615c8f7a7a2 HTTP/1.1" status: 200 len: 267 time: 0.0371237 Aug 31 08:58:49.679172 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec3e3b-02b5-48bb-957d-4dd79e051487 req-04fe7479-04aa-47c4-a235-546138c02a52 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:49.680751 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-97ec3e3b-02b5-48bb-957d-4dd79e051487 req-04fe7479-04aa-47c4-a235-546138c02a52 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 946 time: 0.0597014 Aug 31 08:58:49.692329 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-97ec3e3b-02b5-48bb-957d-4dd79e051487 req-0dded673-7308-4fc2-a723-c77ae65b7b79 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Request body: {'port': {'security_groups': ['fb65f017-3a26-4865-99ca-23b8a49caf0c', 'bfbe9849-58d7-47c9-92b5-705f9573ea23']}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:49.761208 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-97ec3e3b-02b5-48bb-957d-4dd79e051487 req-0dded673-7308-4fc2-a723-c77ae65b7b79 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:50.006235 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-97ec3e3b-02b5-48bb-957d-4dd79e051487 req-0dded673-7308-4fc2-a723-c77ae65b7b79 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] For port e0da8531-160a-4656-ae46-68b171a6b84c, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=e0da8531-160a-4656-ae46-68b171a6b84c,segment=NetworkSegment(96658fba-cff4-4aac-a792-184f8e795041),segment_id=96658fba-cff4-4aac-a792-184f8e795041)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:58:50.039274 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-97ec3e3b-02b5-48bb-957d-4dd79e051487 req-0dded673-7308-4fc2-a723-c77ae65b7b79 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:50.183578 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-97ec3e3b-02b5-48bb-957d-4dd79e051487 req-0dded673-7308-4fc2-a723-c77ae65b7b79 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:50.200943 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['e0da8531-160a-4656-ae46-68b171a6b84c'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:58:50.259297 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec3e3b-02b5-48bb-957d-4dd79e051487 req-0dded673-7308-4fc2-a723-c77ae65b7b79 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:50.260412 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-97ec3e3b-02b5-48bb-957d-4dd79e051487 req-0dded673-7308-4fc2-a723-c77ae65b7b79 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:50.263179 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-97ec3e3b-02b5-48bb-957d-4dd79e051487 req-0dded673-7308-4fc2-a723-c77ae65b7b79 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "PUT /v2.0/ports/e0da8531-160a-4656-ae46-68b171a6b84c HTTP/1.1" status: 200 len: 982 time: 0.5749969 Aug 31 08:58:50.274044 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'tag': 'e0da8531-160a-4656-ae46-68b171a6b84c'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:50.278045 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa378c00-c5d5-461b-b819-0b99be120252" -d '{"events": [{"name": "network-changed", "server_uuid": "aa40f16c-6489-4bad-9e43-e42a51f85a44", "tag": "e0da8531-160a-4656-ae46-68b171a6b84c"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:50.384605 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dded673-7308-4fc2-a723-c77ae65b7b79 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Pushing event updated for resources: {'Port': ['ID=e0da8531-160a-4656-ae46-68b171a6b84c,revision_number=6']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:50.410507 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['e0da8531-160a-4656-ae46-68b171a6b84c'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:58:50.596441 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d833a-7e95-4e0a-83db-bcea1c3a92ce req-c29bf538-8245-4c3a-a6ec-cee44b14b18f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:50.608905 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f81d833a-7e95-4e0a-83db-bcea1c3a92ce req-c29bf538-8245-4c3a-a6ec-cee44b14b18f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.1609414 Aug 31 08:58:50.665263 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf3840-d990-45a5-865e-bae049a63f20 req-9bfe3c69-590f-4e85-a524-ebd21f4b2757 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:50.671566 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5bdf3840-d990-45a5-865e-bae049a63f20 req-9bfe3c69-590f-4e85-a524-ebd21f4b2757 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.1802559 Aug 31 08:58:50.706351 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f81d833a-7e95-4e0a-83db-bcea1c3a92ce req-1e998294-a735-411f-b2ac-7fbe6037d838 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961163 Aug 31 08:58:50.759988 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5bdf3840-d990-45a5-865e-bae049a63f20 req-afe0ccfc-6038-4520-8798-aa314e490e3f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0804439 Aug 31 08:58:50.818207 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a356e3-f87a-4a89-b5f2-cb14d63dd832 x-openstack-request-id: req-95a356e3-f87a-4a89-b5f2-cb14d63dd832 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:50.818595 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa40f16c-6489-4bad-9e43-e42a51f85a44", "tag": "e0da8531-160a-4656-ae46-68b171a6b84c", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:50.818710 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-95a356e3-f87a-4a89-b5f2-cb14d63dd832 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:50.819122 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'tag': 'e0da8531-160a-4656-ae46-68b171a6b84c', 'status': 'completed', 'code': 200} Aug 31 08:58:50.873441 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-31708800-fd92-4375-b421-80373dd42037 None None] Provisioning complete for port e0da8531-160a-4656-ae46-68b171a6b84c triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:58:50.874088 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-31708800-fd92-4375-b421-80373dd42037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:50.920307 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa378c00-c5d5-461b-b819-0b99be120252 req-d651a186-6d4b-40b2-977c-8177f5c329ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:50.921975 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-aa378c00-c5d5-461b-b819-0b99be120252 req-d651a186-6d4b-40b2-977c-8177f5c329ae service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=027ea9433f8c40e19169b615c8f7a7a2&device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 1138 time: 0.0812397 Aug 31 08:58:51.059851 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa378c00-c5d5-461b-b819-0b99be120252 req-a9495b79-0603-40b2-bb93-1bb00132253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:51.062281 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-aa378c00-c5d5-461b-b819-0b99be120252 req-a9495b79-0603-40b2-bb93-1bb00132253d service neutron] 10.222.0.103 "GET /v2.0/networks?id=aa759939-4fd0-42d1-8f23-04f0153489f8 HTTP/1.1" status: 200 len: 917 time: 0.1263769 Aug 31 08:58:51.148324 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-aa378c00-c5d5-461b-b819-0b99be120252 req-b0437e86-33c0-4f04-9f53-9933406407a0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0da8531-160a-4656-ae46-68b171a6b84c HTTP/1.1" status: 200 len: 1002 time: 0.0776007 Aug 31 08:58:51.218913 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa378c00-c5d5-461b-b819-0b99be120252 req-0ebcb1d2-68c4-41e4-bb6f-6303fde384f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:51.220498 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-aa378c00-c5d5-461b-b819-0b99be120252 req-0ebcb1d2-68c4-41e4-bb6f-6303fde384f0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3f13acbc-d2a4-4de5-a4d7-7feff7f32443 HTTP/1.1" status: 200 len: 854 time: 0.0646050 Aug 31 08:58:51.292516 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa378c00-c5d5-461b-b819-0b99be120252 req-cf996b67-0c41-4434-ae67-b7bf6531ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:51.295593 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-aa378c00-c5d5-461b-b819-0b99be120252 req-cf996b67-0c41-4434-ae67-b7bf6531ebab service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=aa759939-4fd0-42d1-8f23-04f0153489f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644789 Aug 31 08:58:51.423359 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-aa378c00-c5d5-461b-b819-0b99be120252 req-f9100443-9733-4d1d-a055-7440b482bd00 service neutron] 10.222.0.103 "GET /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178825 Aug 31 08:58:51.542391 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-aa378c00-c5d5-461b-b819-0b99be120252 req-cf25b8f1-1dee-4f08-adff-f7cc2d348070 service neutron] 10.222.0.103 "GET /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085832 Aug 31 08:58:51.884657 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cd91f-ec60-4110-bd25-45c4c0ad0847 req-b3bf6612-7c9c-4ece-bd74-1eeb6da44816 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:51.886302 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-472cd91f-ec60-4110-bd25-45c4c0ad0847 req-b3bf6612-7c9c-4ece-bd74-1eeb6da44816 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.0755019 Aug 31 08:58:51.963108 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-472cd91f-ec60-4110-bd25-45c4c0ad0847 req-8c7e0aae-2cb5-4f28-a4bc-b7e9949e719f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637732 Aug 31 08:58:52.295038 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 12bbdf0a-0e43-4279-8950-f2ac4389affa details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:58:52.424889 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 12bbdf0a-0e43-4279-8950-f2ac4389affa, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:58:52.445049 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '12bbdf0a-0e43-4279-8950-f2ac4389affa', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'port_id': '12bbdf0a-0e43-4279-8950-f2ac4389affa', 'mac_address': 'fa:16:3e:3f:9f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:58:52.486560 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:52.502311 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12bbdf0a-0e43-4279-8950-f2ac4389affa {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:58:52.526811 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 12bbdf0a-0e43-4279-8950-f2ac4389affa, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:58:52.663488 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec30cf-0850-4e03-b34c-a93aa1c95487 req-d2c66e96-721a-41c0-b4cb-5f2bca2d8d98 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:52.665313 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9ec30cf-0850-4e03-b34c-a93aa1c95487 req-d2c66e96-721a-41c0-b4cb-5f2bca2d8d98 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 945 time: 0.0583122 Aug 31 08:58:52.680109 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:52.726447 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9ec30cf-0850-4e03-b34c-a93aa1c95487 req-2c2caffe-b965-4a68-b5ec-633d9b36d498 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518084 Aug 31 08:58:52.753216 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=12bbdf0a-0e43-4279-8950-f2ac4389affa,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:52.762653 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:52.762902 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:52.763348 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:52.763702 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:52.764107 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:52.764695 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:52.765070 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:52.765594 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:52.766038 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:52.766461 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:52.766883 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:52.767432 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:58:53.009824 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56544) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:53.025768 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['12bbdf0a-0e43-4279-8950-f2ac4389affa'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:58:53.160168 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d355daa-bc0b-4a57-9e00-c0f09bc1d38c req-7165804a-5130-42a0-a9ba-507d7fd8073c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:53.161145 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9d355daa-bc0b-4a57-9e00-c0f09bc1d38c req-7165804a-5130-42a0-a9ba-507d7fd8073c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 944 time: 0.0798852 Aug 31 08:58:53.211815 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f6fbac90-a34e-4d3f-831f-15e206240a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:53.246097 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9d355daa-bc0b-4a57-9e00-c0f09bc1d38c req-f16798d5-d32b-4ee7-8916-5142248e079b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719864 Aug 31 08:58:53.356897 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f6fbac90-a34e-4d3f-831f-15e206240a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:53.469060 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f6fbac90-a34e-4d3f-831f-15e206240a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:53.513470 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-f6fbac90-a34e-4d3f-831f-15e206240a05 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ca46ab8d5caa4bd2957cd35a031a2924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5025332 Aug 31 08:58:53.514769 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbac90-a34e-4d3f-831f-15e206240a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfd8ead-6a05-4a31-9eaa-57267e76674b,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:53.517113 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56550) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:53.581592 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-00fd4e4b-7ece-472e-b965-d0061f2bfa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:53.604985 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-00fd4e4b-7ece-472e-b965-d0061f2bfa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:53.783542 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-00fd4e4b-7ece-472e-b965-d0061f2bfa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:53.786374 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-00fd4e4b-7ece-472e-b965-d0061f2bfa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:53.791642 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-00fd4e4b-7ece-472e-b965-d0061f2bfa5a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1bfd8ead-6a05-4a31-9eaa-57267e76674b HTTP/1.1" status: 204 len: 168 time: 0.2697122 Aug 31 08:58:53.800725 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd4e4b-7ece-472e-b965-d0061f2bfa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfd8ead-6a05-4a31-9eaa-57267e76674b,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:53.889685 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc71bc6-ad48-4f19-aa2e-71e4358396e9 req-fee7fe83-c7e7-4eee-bf1d-80bb94f6f942 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:53.891486 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fbc71bc6-ad48-4f19-aa2e-71e4358396e9 req-fee7fe83-c7e7-4eee-bf1d-80bb94f6f942 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 945 time: 0.0562453 Aug 31 08:58:53.931112 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fbc71bc6-ad48-4f19-aa2e-71e4358396e9 req-0c58eca1-bea5-48a6-b8e7-345fb26ad999 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329595 Aug 31 08:58:54.318881 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 12bbdf0a-0e43-4279-8950-f2ac4389affa up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:58:54.401809 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae82c81-9654-47a3-ad1a-2b5725721569 req-0131578e-a40d-4383-9db3-3e441462bd21 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:54.403420 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bae82c81-9654-47a3-ad1a-2b5725721569 req-0131578e-a40d-4383-9db3-3e441462bd21 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 944 time: 0.0529292 Aug 31 08:58:54.450933 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bae82c81-9654-47a3-ad1a-2b5725721569 req-63a9cbd4-210f-4ac3-a4e5-8d7c521d51c7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383999 Aug 31 08:58:54.491811 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port 12bbdf0a-0e43-4279-8950-f2ac4389affa completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 08:58:54.496556 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 12bbdf0a-0e43-4279-8950-f2ac4389affa triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:58:54.497358 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:54.587844 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:54.596253 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56562) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:54.610479 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d8b72bd8-550b-4674-b5b0-048375fb0279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:54.612499 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92713760-7205-4b33-b2fa-0a72d7076468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bbdf0a-0e43-4279-8950-f2ac4389affa'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:54.614797 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95ecc5a-96d2-4b93-9ef3-1cc630a122c2" -d '{"events": [{"server_uuid": "92713760-7205-4b33-b2fa-0a72d7076468", "name": "network-vif-plugged", "status": "completed", "tag": "12bbdf0a-0e43-4279-8950-f2ac4389affa"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:54.630563 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 12bbdf0a-0e43-4279-8950-f2ac4389affa, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:58:54.678380 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c62f475-71ac-40bc-8176-f4ea9639b03f x-openstack-request-id: req-6c62f475-71ac-40bc-8176-f4ea9639b03f {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:54.678709 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92713760-7205-4b33-b2fa-0a72d7076468", "name": "network-vif-plugged", "status": "completed", "tag": "12bbdf0a-0e43-4279-8950-f2ac4389affa", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:54.678909 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6c62f475-71ac-40bc-8176-f4ea9639b03f {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:54.679305 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92713760-7205-4b33-b2fa-0a72d7076468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bbdf0a-0e43-4279-8950-f2ac4389affa', 'code': 200} Aug 31 08:58:54.754607 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:54.814426 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=12bbdf0a-0e43-4279-8950-f2ac4389affa,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:55.030756 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d8b72bd8-550b-4674-b5b0-048375fb0279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:55.102817 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130c047-e82d-4bfc-8fd1-2e3ea29015d9 req-d55010e6-b4ae-400d-a3e1-f42492e3752b tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:55.104322 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6130c047-e82d-4bfc-8fd1-2e3ea29015d9 req-d55010e6-b4ae-400d-a3e1-f42492e3752b tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.103 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 945 time: 0.1212273 Aug 31 08:58:55.129942 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95517475-4efd-4a0e-a3d8-e16e6a1a1781 req-430c10fe-38e9-4004-a478-9953701d98a0 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:55.132724 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-95517475-4efd-4a0e-a3d8-e16e6a1a1781 req-430c10fe-38e9-4004-a478-9953701d98a0 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 945 time: 0.1157370 Aug 31 08:58:55.156305 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02879ec-4b84-4298-af9e-7922c11ef3fc req-3ea67fb7-5825-464a-88af-42501e4f53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:55.157835 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f02879ec-4b84-4298-af9e-7922c11ef3fc req-3ea67fb7-5825-464a-88af-42501e4f53bd service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 1098 time: 0.1077960 Aug 31 08:58:55.162276 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-d8b72bd8-550b-4674-b5b0-048375fb0279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:55.266709 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b72bd8-550b-4674-b5b0-048375fb0279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de38eac3-3718-4521-8394-e697c31fc4ba,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:55.282022 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-d8b72bd8-550b-4674-b5b0-048375fb0279 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3a8b553d456341a1b65ce540b7228ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6847012 Aug 31 08:58:55.285220 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56568) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:55.296660 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-95517475-4efd-4a0e-a3d8-e16e6a1a1781 req-fcffc109-8c66-43be-ac0c-f0696d50288b tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/security-groups?id=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427681 Aug 31 08:58:55.299632 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f02879ec-4b84-4298-af9e-7922c11ef3fc req-91a6eb7c-bc8a-46bb-8b8e-eb6266f8a65b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260643 Aug 31 08:58:55.329705 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-6130c047-e82d-4bfc-8fd1-2e3ea29015d9 req-5193c176-9158-4778-9199-f5b21648a436 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Deleting port 52bc9f5d-a174-42bd-8dc0-945f27db1395 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 08:58:55.330046 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-6130c047-e82d-4bfc-8fd1-2e3ea29015d9 req-5193c176-9158-4778-9199-f5b21648a436 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:55.341680 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fa341297-df72-450f-b21e-b93b0acd6feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:55.366784 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fa341297-df72-450f-b21e-b93b0acd6feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:55.438358 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-6130c047-e82d-4bfc-8fd1-2e3ea29015d9 req-5193c176-9158-4778-9199-f5b21648a436 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] For port 52bc9f5d-a174-42bd-8dc0-945f27db1395, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=52bc9f5d-a174-42bd-8dc0-945f27db1395,segment=NetworkSegment(95c7c713-4fc3-4a0b-8aea-a91a70b01de0),segment_id=95c7c713-4fc3-4a0b-8aea-a91a70b01de0)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:58:55.438812 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-6130c047-e82d-4bfc-8fd1-2e3ea29015d9 req-5193c176-9158-4778-9199-f5b21648a436 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:55.451981 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-6130c047-e82d-4bfc-8fd1-2e3ea29015d9 req-5193c176-9158-4778-9199-f5b21648a436 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Calling delete_port for 52bc9f5d-a174-42bd-8dc0-945f27db1395 owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 08:58:55.537825 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fa341297-df72-450f-b21e-b93b0acd6feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:55.540451 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fa341297-df72-450f-b21e-b93b0acd6feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:55.544495 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-fa341297-df72-450f-b21e-b93b0acd6feb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/de38eac3-3718-4521-8394-e697c31fc4ba HTTP/1.1" status: 204 len: 168 time: 0.2553124 Aug 31 08:58:55.554458 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa341297-df72-450f-b21e-b93b0acd6feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de38eac3-3718-4521-8394-e697c31fc4ba,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:55.615762 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fb3ba-568f-4eaa-ae49-d0c7241ec847 req-c805cb34-29cc-49b6-a6ef-fbb2856b33c4 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:55.617398 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-460fb3ba-568f-4eaa-ae49-d0c7241ec847 req-c805cb34-29cc-49b6-a6ef-fbb2856b33c4 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0860281 Aug 31 08:58:55.671493 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-460fb3ba-568f-4eaa-ae49-d0c7241ec847 req-1ec67030-7d9d-4832-92b8-3cc1db6955ec tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460782 Aug 31 08:58:55.772327 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-6130c047-e82d-4bfc-8fd1-2e3ea29015d9 req-5193c176-9158-4778-9199-f5b21648a436 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:55.784210 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['52bc9f5d-a174-42bd-8dc0-945f27db1395'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:58:55.803146 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193c176-9158-4778-9199-f5b21648a436 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Pushing event deleted for resources: {'Port': ['ID=52bc9f5d-a174-42bd-8dc0-945f27db1395,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:58:55.851644 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-6130c047-e82d-4bfc-8fd1-2e3ea29015d9 req-5193c176-9158-4778-9199-f5b21648a436 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] No DVR routers for this DVR port 52bc9f5d-a174-42bd-8dc0-945f27db1395 on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:58:55.854215 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-6130c047-e82d-4bfc-8fd1-2e3ea29015d9 req-5193c176-9158-4778-9199-f5b21648a436 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:55.856236 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6130c047-e82d-4bfc-8fd1-2e3ea29015d9 req-5193c176-9158-4778-9199-f5b21648a436 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.103 "DELETE /v2.0/ports/52bc9f5d-a174-42bd-8dc0-945f27db1395 HTTP/1.1" status: 204 len: 173 time: 0.7434006 Aug 31 08:58:55.856670 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d', 'name': 'network-vif-deleted', 'tag': '52bc9f5d-a174-42bd-8dc0-945f27db1395'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:55.858891 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4f460c-7303-4ea3-8f79-010d8fb2d1b1" -d '{"events": [{"server_uuid": "dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d", "name": "network-vif-deleted", "tag": "52bc9f5d-a174-42bd-8dc0-945f27db1395"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:55.897983 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515ea2db-60c6-4661-9cd2-8667eb102c77 x-openstack-request-id: req-515ea2db-60c6-4661-9cd2-8667eb102c77 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:55.898291 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d", "name": "network-vif-deleted", "tag": "52bc9f5d-a174-42bd-8dc0-945f27db1395", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:55.898539 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-515ea2db-60c6-4661-9cd2-8667eb102c77 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:55.898932 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d', 'name': 'network-vif-deleted', 'tag': '52bc9f5d-a174-42bd-8dc0-945f27db1395', 'status': 'completed', 'code': 200} Aug 31 08:58:56.407024 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-84b62b88-0586-4edc-8925-bcad283cd61e req-bb3208f6-2afa-4258-970d-95817720ac17 tempest-VolumesSnapshotTestJSON-275355747 tempest-VolumesSnapshotTestJSON-275355747-project] 10.222.0.74 "GET /v2.0/ports?device_id=dbb0de11-9d8d-4e7c-badf-a3e29b4e1b5d HTTP/1.1" status: 200 len: 210 time: 0.0277495 Aug 31 08:58:56.838886 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae9cc6-594a-4135-a780-4e18d875becc req-3f1b9ab4-447d-401a-a34f-dbe7e61ecf0f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:56.838886 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-16ae9cc6-594a-4135-a780-4e18d875becc req-3f1b9ab4-447d-401a-a34f-dbe7e61ecf0f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0902715 Aug 31 08:58:56.883147 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-16ae9cc6-594a-4135-a780-4e18d875becc req-70c19442-90b6-45fe-b6d6-9a62944f5f21 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382481 Aug 31 08:58:58.254986 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c1db2-132c-4bd3-b20c-7fc576128306 req-97d658d2-981e-4a85-9b0f-bc85109f0f5a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:58.257912 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6c8c1db2-132c-4bd3-b20c-7fc576128306 req-97d658d2-981e-4a85-9b0f-bc85109f0f5a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.2981479 Aug 31 08:58:58.309548 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6c8c1db2-132c-4bd3-b20c-7fc576128306 req-c64e6032-691b-48c7-89c6-562a4caaea39 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445571 Aug 31 08:58:58.355146 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 52bc9f5d-a174-42bd-8dc0-945f27db1395 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:58:58.375468 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: 52bc9f5d-a174-42bd-8dc0-945f27db1395 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 08:58:58.388108 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 52bc9f5d-a174-42bd-8dc0-945f27db1395 not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:58:58.439483 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82713e8c-2442-47e1-ab51-681d26b12e02 req-c4d4a28c-2f13-4623-92ac-05cdfd0d84dc tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:58.439483 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-82713e8c-2442-47e1-ab51-681d26b12e02 req-c4d4a28c-2f13-4623-92ac-05cdfd0d84dc tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0494325 Aug 31 08:58:58.440495 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56640) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:58:58.444643 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-59d15e42-89b1-49ef-ab5f-e0bdee96c3ff tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Request body: {'floatingip': {'port_id': '12bbdf0a-0e43-4279-8950-f2ac4389affa'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 08:58:58.486076 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-59d15e42-89b1-49ef-ab5f-e0bdee96c3ff tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for floatingip, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:58.942024 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-59d15e42-89b1-49ef-ab5f-e0bdee96c3ff tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:59.011374 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-59d15e42-89b1-49ef-ab5f-e0bdee96c3ff tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:59.109941 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.l3_db [None req-59d15e42-89b1-49ef-ab5f-e0bdee96c3ff tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Floating IP 2d61c157-b6a7-400c-9b84-8ee06ebeb647 associated. External IP: 172.27.0.28, port: 12bbdf0a-0e43-4279-8950-f2ac4389affa. Aug 31 08:58:59.339766 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d15e42-89b1-49ef-ab5f-e0bdee96c3ff tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Router 63dd9520-b2f7-4b67-bc96-dd244acacc07 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:58:59.456537 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d15e42-89b1-49ef-ab5f-e0bdee96c3ff tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:58:59.461474 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-59d15e42-89b1-49ef-ab5f-e0bdee96c3ff tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:58:59.466864 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066fc652-0f1e-4188-a98d-2dfa19aff2cb None None] Sync routers for ids ['63dd9520-b2f7-4b67-bc96-dd244acacc07'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:58:59.482959 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066fc652-0f1e-4188-a98d-2dfa19aff2cb None None] Routers {'63dd9520-b2f7-4b67-bc96-dd244acacc07'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:58:59.487871 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-066fc652-0f1e-4188-a98d-2dfa19aff2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:58:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['63dd9520-b2f7-4b67-bc96-dd244acacc07'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:59.493592 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-59d15e42-89b1-49ef-ab5f-e0bdee96c3ff tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "PUT /v2.0/floatingips/2d61c157-b6a7-400c-9b84-8ee06ebeb647 HTTP/1.1" status: 200 len: 990 time: 1.0524478 Aug 31 08:58:59.494588 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92713760-7205-4b33-b2fa-0a72d7076468', 'tag': '12bbdf0a-0e43-4279-8950-f2ac4389affa'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:58:59.496601 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d349067-ca3b-47a3-b28d-f8186c61a646" -d '{"events": [{"name": "network-changed", "server_uuid": "92713760-7205-4b33-b2fa-0a72d7076468", "tag": "12bbdf0a-0e43-4279-8950-f2ac4389affa"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:58:59.551323 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51938318-ff68-497d-8773-bf4e586d63fb x-openstack-request-id: req-51938318-ff68-497d-8773-bf4e586d63fb {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:58:59.552335 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92713760-7205-4b33-b2fa-0a72d7076468", "tag": "12bbdf0a-0e43-4279-8950-f2ac4389affa", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:58:59.552714 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-51938318-ff68-497d-8773-bf4e586d63fb {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:58:59.553587 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92713760-7205-4b33-b2fa-0a72d7076468', 'tag': '12bbdf0a-0e43-4279-8950-f2ac4389affa', 'status': 'completed', 'code': 200} Aug 31 08:58:59.607091 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-066fc652-0f1e-4188-a98d-2dfa19aff2cb None None] Set router 63dd9520-b2f7-4b67-bc96-dd244acacc07 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:58:59.618347 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d349067-ca3b-47a3-b28d-f8186c61a646 req-0f621df7-7693-4899-9def-6acf57141adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:59.619860 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d349067-ca3b-47a3-b28d-f8186c61a646 req-0f621df7-7693-4899-9def-6acf57141adb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e986ed04246f4cd9a5fafdf9f660684b&device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 1098 time: 0.0436602 Aug 31 08:58:59.757991 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d349067-ca3b-47a3-b28d-f8186c61a646 req-53afbae4-27b4-476c-8520-bbcf931f32e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:59.759602 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d349067-ca3b-47a3-b28d-f8186c61a646 req-53afbae4-27b4-476c-8520-bbcf931f32e9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=945ae18c-2f91-47bd-bfbd-369ee74f27e6 HTTP/1.1" status: 200 len: 919 time: 0.1286135 Aug 31 08:58:59.845843 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d349067-ca3b-47a3-b28d-f8186c61a646 req-e2f36c20-64f1-488e-9da8-b573d942607a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa HTTP/1.1" status: 200 len: 998 time: 0.0770025 Aug 31 08:58:59.873638 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-066fc652-0f1e-4188-a98d-2dfa19aff2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:07Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '2d61c157-b6a7-400c-9b84-8ee06ebeb647', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'port_id': '12bbdf0a-0e43-4279-8950-f2ac4389affa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'mac_address': 'fa:16:3e:3f:9f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92713760-7205-4b33-b2fa-0a72d7076468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:58:34Z', 'updated_at': '2021-08-31T08:58:58Z', 'revision_number': 1, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab98394-36fc-4ba9-8b45-2f8cc16077c5', 'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'mac_address': 'fa:16:3e:ec:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:06Z', 'updated_at': '2021-08-31T08:54:14Z', 'revision_number': 5, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'subnets': [{'id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:59.903191 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d349067-ca3b-47a3-b28d-f8186c61a646 req-a508970e-ce4a-4936-98c9-53c752619739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:59.904682 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d349067-ca3b-47a3-b28d-f8186c61a646 req-a508970e-ce4a-4936-98c9-53c752619739 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5f7e7944-275c-4f13-be48-7508c282a8a0 HTTP/1.1" status: 200 len: 856 time: 0.0491853 Aug 31 08:58:59.905298 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066fc652-0f1e-4188-a98d-2dfa19aff2cb None None] Checking router: 63dd9520-b2f7-4b67-bc96-dd244acacc07 for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:58:59.915984 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066fc652-0f1e-4188-a98d-2dfa19aff2cb None None] Routers {'63dd9520-b2f7-4b67-bc96-dd244acacc07'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:58:59.916607 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-066fc652-0f1e-4188-a98d-2dfa19aff2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:58:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['63dd9520-b2f7-4b67-bc96-dd244acacc07'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:58:59.962479 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d349067-ca3b-47a3-b28d-f8186c61a646 req-2481bcf0-4df7-4bc8-9bc3-89b274b8d09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:58:59.964431 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d349067-ca3b-47a3-b28d-f8186c61a646 req-2481bcf0-4df7-4bc8-9bc3-89b274b8d09c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=945ae18c-2f91-47bd-bfbd-369ee74f27e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509102 Aug 31 08:59:00.033919 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-066fc652-0f1e-4188-a98d-2dfa19aff2cb None None] Set router 63dd9520-b2f7-4b67-bc96-dd244acacc07 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:59:00.064786 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d349067-ca3b-47a3-b28d-f8186c61a646 req-617ace96-0a67-4b03-b8b8-24c7ba4df871 service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859222 Aug 31 08:59:00.169820 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0d349067-ca3b-47a3-b28d-f8186c61a646 req-7735a85c-2c58-450f-b7ef-027b8ebf69e9 service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927138 Aug 31 08:59:00.280756 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-066fc652-0f1e-4188-a98d-2dfa19aff2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:07Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '2d61c157-b6a7-400c-9b84-8ee06ebeb647', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'port_id': '12bbdf0a-0e43-4279-8950-f2ac4389affa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'mac_address': 'fa:16:3e:3f:9f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92713760-7205-4b33-b2fa-0a72d7076468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:58:34Z', 'updated_at': '2021-08-31T08:58:58Z', 'revision_number': 1, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab98394-36fc-4ba9-8b45-2f8cc16077c5', 'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'mac_address': 'fa:16:3e:ec:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:06Z', 'updated_at': '2021-08-31T08:54:14Z', 'revision_number': 5, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'subnets': [{'id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:00.313087 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-066fc652-0f1e-4188-a98d-2dfa19aff2cb None None] The sync data for ids ['63dd9520-b2f7-4b67-bc96-dd244acacc07'] in dv-cinder-782910-2-iscsi is: [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:07Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '2d61c157-b6a7-400c-9b84-8ee06ebeb647', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'port_id': '12bbdf0a-0e43-4279-8950-f2ac4389affa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'mac_address': 'fa:16:3e:3f:9f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92713760-7205-4b33-b2fa-0a72d7076468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T08:58:34Z', 'updated_at': '2021-08-31T08:58:58Z', 'revision_number': 1, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab98394-36fc-4ba9-8b45-2f8cc16077c5', 'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'mac_address': 'fa:16:3e:ec:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:06Z', 'updated_at': '2021-08-31T08:54:14Z', 'revision_number': 5, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'subnets': [{'id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:59:00.508054 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4366f4-b7d5-44f9-882a-52ffa98cc8fc None None] New status for floating IP 2d61c157-b6a7-400c-9b84-8ee06ebeb647: ACTIVE {{(pid=101275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:59:05.043395 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56716) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:05.186253 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-bf70d900-dc81-453b-b3f1-aa6ce62fa98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:05.360745 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-bf70d900-dc81-453b-b3f1-aa6ce62fa98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:05.490003 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-bf70d900-dc81-453b-b3f1-aa6ce62fa98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:05.531641 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70d900-dc81-453b-b3f1-aa6ce62fa98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1bebb5-a93e-45de-87f1-8a616842583b,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:05.536997 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-bf70d900-dc81-453b-b3f1-aa6ce62fa98a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=29ff260f2d48471ba93d617c5a963366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4917214 Aug 31 08:59:05.539995 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56724) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:05.597153 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99415127-5cac-4d78-bc2b-cd18e84ac1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:05.634963 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99415127-5cac-4d78-bc2b-cd18e84ac1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:05.835784 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99415127-5cac-4d78-bc2b-cd18e84ac1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:05.840385 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-99415127-5cac-4d78-bc2b-cd18e84ac1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:05.845429 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-99415127-5cac-4d78-bc2b-cd18e84ac1fa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4f1bebb5-a93e-45de-87f1-8a616842583b HTTP/1.1" status: 204 len: 168 time: 0.3011761 Aug 31 08:59:05.856402 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99415127-5cac-4d78-bc2b-cd18e84ac1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1bebb5-a93e-45de-87f1-8a616842583b,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:06.832010 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56742) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:06.848293 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:06.959131 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:07.041079 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:07.111588 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=960016a9374442c288e55b4a3d3fe1a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769697 Aug 31 08:59:07.112857 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e224ee3d-b589-4135-9581-3e45c23243d2,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:07.115910 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56746) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:07.126135 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.134221 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.134221 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.134221 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.134221 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.134221 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.134221 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.134221 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.134221 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.134221 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.134221 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.134221 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c7b88b-a44b-4251-ad6a-91283f5d9727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.202903 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:07.230561 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:07.451529 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:07.454507 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:07.456076 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e224ee3d-b589-4135-9581-3e45c23243d2 HTTP/1.1" status: 204 len: 168 time: 0.3384202 Aug 31 08:59:07.465988 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e224ee3d-b589-4135-9581-3e45c23243d2,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:07.474900 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.479138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.479138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.479138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.479138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.479138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.479138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.479138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.479138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.479138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.479138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:07.479138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627ae514-cb7d-40f9-a780-3d7228311420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:10.822028 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdd6c1-6a8b-4466-9fe7-316483414c26 req-e9c6b931-77b0-4219-bcfa-297ecea03263 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:10.823665 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-61bdd6c1-6a8b-4466-9fe7-316483414c26 req-e9c6b931-77b0-4219-bcfa-297ecea03263 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0943148 Aug 31 08:59:10.873557 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-61bdd6c1-6a8b-4466-9fe7-316483414c26 req-9ba7ec0e-ca7e-40ab-a1e9-4acf6d7b0eef tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420563 Aug 31 08:59:11.671512 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56856) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:11.834119 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7c7f7dcf-f94a-4225-8921-4069f9b1b1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.903771 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2567f41c-cbbd-4e68-a969-0e82e7c8baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:11.994941 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7c7f7dcf-f94a-4225-8921-4069f9b1b1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.085180 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7c7f7dcf-f94a-4225-8921-4069f9b1b1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.136828 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-7c7f7dcf-f94a-4225-8921-4069f9b1b1fb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f61c360f091e41b59258101c9366dd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4637399 Aug 31 08:59:12.138223 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f7dcf-f94a-4225-8921-4069f9b1b1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bc36aa-fb5f-400a-ba85-7f579c36710a,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:12.141255 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56862) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:12.203916 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-25742fea-ff18-4136-9634-90ed2ed6ef59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.242682 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-25742fea-ff18-4136-9634-90ed2ed6ef59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.400804 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-25742fea-ff18-4136-9634-90ed2ed6ef59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.405081 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-25742fea-ff18-4136-9634-90ed2ed6ef59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:12.407467 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-25742fea-ff18-4136-9634-90ed2ed6ef59 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/24bc36aa-fb5f-400a-ba85-7f579c36710a HTTP/1.1" status: 204 len: 168 time: 0.2636352 Aug 31 08:59:12.421539 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25742fea-ff18-4136-9634-90ed2ed6ef59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bc36aa-fb5f-400a-ba85-7f579c36710a,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:13.106393 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c19688-96c5-401b-8894-62b292e2528d req-f0dfd13d-94e7-47da-b321-054f387a03b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:13.109140 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d3c19688-96c5-401b-8894-62b292e2528d req-f0dfd13d-94e7-47da-b321-054f387a03b3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=027ea9433f8c40e19169b615c8f7a7a2&device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 1138 time: 0.1211882 Aug 31 08:59:13.204966 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e1583-aa9c-47bd-80b8-52e7c365ae80 req-b06da4e8-72e0-4885-8201-e17e30227950 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:13.206727 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-de9e1583-aa9c-47bd-80b8-52e7c365ae80 req-b06da4e8-72e0-4885-8201-e17e30227950 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.1647105 Aug 31 08:59:13.272404 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56870) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:13.284852 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-de9e1583-aa9c-47bd-80b8-52e7c365ae80 req-0ba964fd-486c-44d4-9a76-09bf6135b184 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698678 Aug 31 08:59:13.298150 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-c1a90258-4d9c-4ff4-8925-b7568758c403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:13.299481 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c19688-96c5-401b-8894-62b292e2528d req-378620af-a212-4ab0-a08f-8f74a94b6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:13.302961 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d3c19688-96c5-401b-8894-62b292e2528d req-378620af-a212-4ab0-a08f-8f74a94b6f85 service neutron] 10.222.0.103 "GET /v2.0/networks?id=aa759939-4fd0-42d1-8f23-04f0153489f8 HTTP/1.1" status: 200 len: 917 time: 0.1817720 Aug 31 08:59:13.396620 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d3c19688-96c5-401b-8894-62b292e2528d req-22b442d1-58d4-4b6a-b2ad-d80e897a321f service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0da8531-160a-4656-ae46-68b171a6b84c HTTP/1.1" status: 200 len: 1002 time: 0.0810571 Aug 31 08:59:13.451127 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-c1a90258-4d9c-4ff4-8925-b7568758c403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:13.474312 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c19688-96c5-401b-8894-62b292e2528d req-9ce423a6-a8c7-4972-95d6-c258701e4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:13.476277 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d3c19688-96c5-401b-8894-62b292e2528d req-9ce423a6-a8c7-4972-95d6-c258701e4742 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3f13acbc-d2a4-4de5-a4d7-7feff7f32443 HTTP/1.1" status: 200 len: 854 time: 0.0699146 Aug 31 08:59:13.514436 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-c1a90258-4d9c-4ff4-8925-b7568758c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:13.542752 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c19688-96c5-401b-8894-62b292e2528d req-623c6383-26db-498f-8728-5b99b37123d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:13.544338 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d3c19688-96c5-401b-8894-62b292e2528d req-623c6383-26db-498f-8728-5b99b37123d1 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=aa759939-4fd0-42d1-8f23-04f0153489f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563710 Aug 31 08:59:13.585517 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-c1a90258-4d9c-4ff4-8925-b7568758c403 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=264b3790a9d741579a82979de057e6b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111973 Aug 31 08:59:13.590037 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a90258-4d9c-4ff4-8925-b7568758c403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d836c697-3056-4369-9f7b-853247254d0e,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:13.593782 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56872) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:13.682083 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6783c7a0-216a-41be-b303-55a9d48adba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:13.717950 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6783c7a0-216a-41be-b303-55a9d48adba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:13.726710 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d3c19688-96c5-401b-8894-62b292e2528d req-8e2ba900-a443-45e9-aa5b-4433983cc76f service neutron] 10.222.0.103 "GET /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686106 Aug 31 08:59:13.874590 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6783c7a0-216a-41be-b303-55a9d48adba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:13.877499 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6783c7a0-216a-41be-b303-55a9d48adba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:13.878900 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-6783c7a0-216a-41be-b303-55a9d48adba0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d836c697-3056-4369-9f7b-853247254d0e HTTP/1.1" status: 204 len: 168 time: 0.2837000 Aug 31 08:59:13.888831 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783c7a0-216a-41be-b303-55a9d48adba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d836c697-3056-4369-9f7b-853247254d0e,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:13.922798 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d3c19688-96c5-401b-8894-62b292e2528d req-6c1caf80-0045-492a-a568-ecc44cc29d3f service neutron] 10.222.0.103 "GET /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853881 Aug 31 08:59:14.469233 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3eddb7f8-ebf6-49a0-8e07-5e086c0035e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:14.491337 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816896a7-176d-4219-886c-602e350fa725 req-12752f18-98f4-47e6-b393-e3f54602b9f1 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:14.494249 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-816896a7-176d-4219-886c-602e350fa725 req-12752f18-98f4-47e6-b393-e3f54602b9f1 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.1069627 Aug 31 08:59:14.582771 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-816896a7-176d-4219-886c-602e350fa725 req-704dcdba-6a81-422d-bebb-891e1cbae4ba tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805809 Aug 31 08:59:14.651932 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.052523 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.397283 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:59:15.709685 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:15.768115 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872018d4-af64-41f1-a576-5a0c9bd61c0d req-7c7c96fd-650b-422e-bc05-0c457b8dfa4e tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:15.771591 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-872018d4-af64-41f1-a576-5a0c9bd61c0d req-7c7c96fd-650b-422e-bc05-0c457b8dfa4e tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0981295 Aug 31 08:59:15.848040 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-872018d4-af64-41f1-a576-5a0c9bd61c0d req-53c63f06-c530-4a44-b249-83245f5677ff tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651371 Aug 31 08:59:16.997887 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbe248-2f44-4be4-be9e-e9742c3ab71a req-f4eec845-d6a1-4bde-a478-85afb4f6e68b tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:16.999658 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e5bbe248-2f44-4be4-be9e-e9742c3ab71a req-f4eec845-d6a1-4bde-a478-85afb4f6e68b tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0606427 Aug 31 08:59:17.063289 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e5bbe248-2f44-4be4-be9e-e9742c3ab71a req-eb14df71-9dc5-499f-b24e-6312fdad1a35 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517144 Aug 31 08:59:17.629003 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:18.076924 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 56976) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:18.218530 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2f295-cb08-4df3-afd4-06b979bdde21 req-9c213638-8fab-4b47-ad22-ca41f8a19597 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:18.220186 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f4d2f295-cb08-4df3-afd4-06b979bdde21 req-9c213638-8fab-4b47-ad22-ca41f8a19597 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0630417 Aug 31 08:59:18.242459 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-07a67715-7731-41f4-9c65-917f36a3c9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:18.271357 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f4d2f295-cb08-4df3-afd4-06b979bdde21 req-303b1ae5-fb08-42ea-ad90-4703e5ab2d0e tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435662 Aug 31 08:59:18.375487 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-07a67715-7731-41f4-9c65-917f36a3c9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:18.463626 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-07a67715-7731-41f4-9c65-917f36a3c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:18.542971 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-07a67715-7731-41f4-9c65-917f36a3c9fb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ba84261bc1aa419b9df4c0914dbaa850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4647255 Aug 31 08:59:18.545017 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a67715-7731-41f4-9c65-917f36a3c9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed745177-5d2c-4dd1-b88a-e59bd6d93687,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:18.546168 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 56988) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:18.618389 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-52510d72-c815-4347-a39e-efa9b56c0637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:18.648017 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-52510d72-c815-4347-a39e-efa9b56c0637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:18.789390 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-52510d72-c815-4347-a39e-efa9b56c0637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:18.794375 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-52510d72-c815-4347-a39e-efa9b56c0637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:18.799353 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-52510d72-c815-4347-a39e-efa9b56c0637 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ed745177-5d2c-4dd1-b88a-e59bd6d93687 HTTP/1.1" status: 204 len: 168 time: 0.2486901 Aug 31 08:59:18.811744 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52510d72-c815-4347-a39e-efa9b56c0637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed745177-5d2c-4dd1-b88a-e59bd6d93687,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:19.429218 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8241a8-da4f-45ad-8be7-fdaed526650f req-501905c3-e2cd-4a09-b98c-08c428ffdb99 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:19.431001 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1e8241a8-da4f-45ad-8be7-fdaed526650f req-501905c3-e2cd-4a09-b98c-08c428ffdb99 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0685589 Aug 31 08:59:19.497458 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1e8241a8-da4f-45ad-8be7-fdaed526650f req-f23ef7ba-639e-4629-8b51-16232f0a1ad1 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551548 Aug 31 08:59:19.949960 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 57010) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:19.965595 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ab2de851-23b2-4ff8-9005-cd5cf2f27b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.076105 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ab2de851-23b2-4ff8-9005-cd5cf2f27b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.206452 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ab2de851-23b2-4ff8-9005-cd5cf2f27b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.249550 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2de851-23b2-4ff8-9005-cd5cf2f27b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8983b0-378c-4b86-895b-f1e7f1d88d8c,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:20.256304 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-ab2de851-23b2-4ff8-9005-cd5cf2f27b3e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=317dfc78d2cd41c3a020e0dd3028d1ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051476 Aug 31 08:59:20.261451 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 57014) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:20.325056 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b1d34bed-3012-45b0-b2cc-bfa0da14eadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.369656 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b1d34bed-3012-45b0-b2cc-bfa0da14eadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.537861 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b1d34bed-3012-45b0-b2cc-bfa0da14eadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.541346 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b1d34bed-3012-45b0-b2cc-bfa0da14eadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:20.543143 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-b1d34bed-3012-45b0-b2cc-bfa0da14eadc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ca8983b0-378c-4b86-895b-f1e7f1d88d8c HTTP/1.1" status: 204 len: 168 time: 0.2804773 Aug 31 08:59:20.560008 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d34bed-3012-45b0-b2cc-bfa0da14eadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8983b0-378c-4b86-895b-f1e7f1d88d8c,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:20.690950 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ae224-d758-4dc9-958b-9594b020cccd req-e2a9792a-d34d-4ad8-9633-802eec0c42a8 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:20.694203 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ed0ae224-d758-4dc9-958b-9594b020cccd req-e2a9792a-d34d-4ad8-9633-802eec0c42a8 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0792477 Aug 31 08:59:20.750346 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ed0ae224-d758-4dc9-958b-9594b020cccd req-d31b7256-b1f0-4b52-8f8d-f596fe941e20 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456557 Aug 31 08:59:21.906248 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb56df-fee8-4ba6-91b6-102944ed2645 req-16139f4a-be26-4f28-b95b-a562b6a9db01 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:21.908022 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-cbdb56df-fee8-4ba6-91b6-102944ed2645 req-16139f4a-be26-4f28-b95b-a562b6a9db01 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0644782 Aug 31 08:59:21.972622 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-cbdb56df-fee8-4ba6-91b6-102944ed2645 req-2a7aa970-ee3c-44c6-93de-0cfe6a72d7ff tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524263 Aug 31 08:59:23.154223 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f6abe-9e90-4013-9931-92ddf2a18cf8 req-35a2c65e-01a7-4467-9a3b-76d9d14ed427 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:23.156100 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d14f6abe-9e90-4013-9931-92ddf2a18cf8 req-35a2c65e-01a7-4467-9a3b-76d9d14ed427 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0753572 Aug 31 08:59:23.202760 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d14f6abe-9e90-4013-9931-92ddf2a18cf8 req-27385f7d-d9d9-4c04-9e8b-0b03f0760449 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391827 Aug 31 08:59:24.385245 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1a722-eb73-4a1c-9029-ff68265aad14 req-3a5c0e1a-8dd8-45c4-9dcb-10df973b9492 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:24.388124 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f7b1a722-eb73-4a1c-9029-ff68265aad14 req-3a5c0e1a-8dd8-45c4-9dcb-10df973b9492 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0935974 Aug 31 08:59:24.458089 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f7b1a722-eb73-4a1c-9029-ff68265aad14 req-1cd30f2e-2bc8-45c5-810f-7335f68f68c9 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614760 Aug 31 08:59:25.383637 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 57080) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:25.440632 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b210e1-7904-495f-8294-209e1b719188 admin admin] Deleting subnet 7c20385c-20fe-442b-a725-853c5f39b0df {{(pid=101272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:59:25.444812 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-34b210e1-7904-495f-8294-209e1b719188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:25.489704 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-34b210e1-7904-495f-8294-209e1b719188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192415'] for subnet, precommit_delete_associations {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:25.556611 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-34b210e1-7904-495f-8294-209e1b719188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:25.619645 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290da96-e468-46c6-8ae0-6a87fa54cdfc req-c88dd591-fae0-4372-8b31-2347df4b67c9 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:25.621378 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5290da96-e468-46c6-8ae0-6a87fa54cdfc req-c88dd591-fae0-4372-8b31-2347df4b67c9 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0609956 Aug 31 08:59:25.702108 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5290da96-e468-46c6-8ae0-6a87fa54cdfc req-c292e5e6-c3e7-4eff-a85b-628247051dd1 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450287 Aug 31 08:59:25.743568 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-34b210e1-7904-495f-8294-209e1b719188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9270521'] for subnet, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:25.774460 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b210e1-7904-495f-8294-209e1b719188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c20385c-20fe-442b-a725-853c5f39b0df,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:25.778902 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-34b210e1-7904-495f-8294-209e1b719188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:25.782687 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-34b210e1-7904-495f-8294-209e1b719188 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/7c20385c-20fe-442b-a725-853c5f39b0df HTTP/1.1" status: 204 len: 168 time: 0.3961272 Aug 31 08:59:25.784937 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 57084) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:25.873045 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-352781ad-a3d1-41e3-a3bc-3e8d93e52e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:25.963413 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-352781ad-a3d1-41e3-a3bc-3e8d93e52e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:25.976238 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-352781ad-a3d1-41e3-a3bc-3e8d93e52e08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1c75c3-4e19-45e7-b855-37dc07fa6eac']}} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:25.994702 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-352781ad-a3d1-41e3-a3bc-3e8d93e52e08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c7c713-4fc3-4a0b-8aea-a91a70b01de0') {'for_net_delete': True} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:25.994968 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-352781ad-a3d1-41e3-a3bc-3e8d93e52e08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c7c713-4fc3-4a0b-8aea-a91a70b01de0') {} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:59:26.006282 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-352781ad-a3d1-41e3-a3bc-3e8d93e52e08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192420'] for segment, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.022860 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-352781ad-a3d1-41e3-a3bc-3e8d93e52e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.030486 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352781ad-a3d1-41e3-a3bc-3e8d93e52e08 admin admin] Releasing vlan 1394 on physical network physnet1 to pool {{(pid=101272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:59:26.030891 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-352781ad-a3d1-41e3-a3bc-3e8d93e52e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427496'] for segment, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: Traceback (most recent call last): Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: timer() Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: cb(*args, **kw) Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: return func(*args, **kwargs) Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: self._notify() Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: self.callback(batched_events) Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: event.method(event) Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: return f(self, *a, **k) Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._get(url).json() Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: return self.request(url, 'GET', **kwargs) Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:59:26.032862 dv-cinder-782910-2-iscsi neutron-server[101272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:59:26.194304 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-352781ad-a3d1-41e3-a3bc-3e8d93e52e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.200312 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-352781ad-a3d1-41e3-a3bc-3e8d93e52e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.202224 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-352781ad-a3d1-41e3-a3bc-3e8d93e52e08 admin admin] 10.222.0.74 "DELETE /v2.0/networks/db1c75c3-4e19-45e7-b855-37dc07fa6eac HTTP/1.1" status: 204 len: 168 time: 0.4162209 Aug 31 08:59:26.215346 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352781ad-a3d1-41e3-a3bc-3e8d93e52e08 admin admin] Pushing event deleted for resources: {'Network': ['ID=db1c75c3-4e19-45e7-b855-37dc07fa6eac,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:26.738358 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 57094) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:26.804325 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-82cda0ab-a289-4dc3-8c62-9d220f59c11d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0612aa4e86c04a00aa196a4352ceb9bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594647 Aug 31 08:59:26.804694 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 57096) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:59:26.842018 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48ca32-5762-4b68-980e-1b0acb1a739b req-b045fb18-2a08-4196-aef0-349e2f09697d tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:26.842018 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-db48ca32-5762-4b68-980e-1b0acb1a739b req-b045fb18-2a08-4196-aef0-349e2f09697d tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0653343 Aug 31 08:59:26.874919 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7c073b6d-6eae-4f33-9953-a9fb49d886b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:26.910633 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-db48ca32-5762-4b68-980e-1b0acb1a739b req-c5a8d873-15b6-40ab-ac78-7d2eed4b06a3 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600436 Aug 31 08:59:26.912466 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7c073b6d-6eae-4f33-9953-a9fb49d886b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:27.235105 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7c073b6d-6eae-4f33-9953-a9fb49d886b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:27.239754 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7c073b6d-6eae-4f33-9953-a9fb49d886b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:27.241045 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-7c073b6d-6eae-4f33-9953-a9fb49d886b0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e HTTP/1.1" status: 204 len: 168 time: 0.4353590 Aug 31 08:59:27.252354 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c073b6d-6eae-4f33-9953-a9fb49d886b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6438ee-8b7f-4bd9-bb7e-68a7e2416a5e,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:28.060144 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2300b5-2ed8-4193-b27a-cd9cbbf57ed9 req-d390ff84-4d42-41eb-92b5-ef8911aa2bb0 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:28.061737 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3c2300b5-2ed8-4193-b27a-cd9cbbf57ed9 req-d390ff84-4d42-41eb-92b5-ef8911aa2bb0 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0626915 Aug 31 08:59:28.108593 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3c2300b5-2ed8-4193-b27a-cd9cbbf57ed9 req-27c965bb-48d2-4a4b-b17c-778fc75b6cb5 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401552 Aug 31 08:59:29.279483 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d856ec-4045-4bc7-8c74-eeea4dadd63d req-db17d0a0-b65a-4df2-b826-1d48f25d3ed9 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:29.282322 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-39d856ec-4045-4bc7-8c74-eeea4dadd63d req-db17d0a0-b65a-4df2-b826-1d48f25d3ed9 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0907676 Aug 31 08:59:29.354418 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-39d856ec-4045-4bc7-8c74-eeea4dadd63d req-379b6ee4-e988-4c4c-9225-a75d362382be tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642781 Aug 31 08:59:30.527795 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df1044-a10d-4a9a-80f2-9aac94e0ecd0 req-4b71f951-a2be-44a8-9181-5c0d919e8915 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:30.530819 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b0df1044-a10d-4a9a-80f2-9aac94e0ecd0 req-4b71f951-a2be-44a8-9181-5c0d919e8915 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0977933 Aug 31 08:59:30.606142 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b0df1044-a10d-4a9a-80f2-9aac94e0ecd0 req-c504ac31-12a3-40e9-91db-df5c38d7cb33 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0674608 Aug 31 08:59:31.788298 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db90c10-47ec-4dbd-ae0a-522f4fe238b2 req-d2a5fd2a-3d43-4d10-9337-d1cebf37da99 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:31.790281 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1db90c10-47ec-4dbd-ae0a-522f4fe238b2 req-d2a5fd2a-3d43-4d10-9337-d1cebf37da99 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0759168 Aug 31 08:59:31.842306 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1db90c10-47ec-4dbd-ae0a-522f4fe238b2 req-b13a06d8-f4ec-43ed-9802-9ff7fee96e37 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442164 Aug 31 08:59:32.977014 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27946dfc-5bb3-4ffc-a039-90c84059287a req-cfe7e13c-589f-4b2e-bf74-61914fdbae69 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:32.978964 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-27946dfc-5bb3-4ffc-a039-90c84059287a req-cfe7e13c-589f-4b2e-bf74-61914fdbae69 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0588648 Aug 31 08:59:33.050210 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-27946dfc-5bb3-4ffc-a039-90c84059287a req-90a89ace-6f1d-4f7f-a582-8a9c32419f06 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635498 Aug 31 08:59:34.190035 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf2271-de0f-4217-9c5e-2a54cfc6214e req-f3d38926-ea03-44fd-b222-3549a9ff810c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:34.191938 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-51bf2271-de0f-4217-9c5e-2a54cfc6214e req-f3d38926-ea03-44fd-b222-3549a9ff810c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0592403 Aug 31 08:59:34.243076 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-51bf2271-de0f-4217-9c5e-2a54cfc6214e req-0a778417-d77c-4c31-b79f-438300c0f82c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439939 Aug 31 08:59:35.417414 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8c09f-d353-4e89-840f-173738117633 req-2a420f5b-77bb-4f63-92cf-544b211f1dfa tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:35.420447 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8ea8c09f-d353-4e89-840f-173738117633 req-2a420f5b-77bb-4f63-92cf-544b211f1dfa tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0820220 Aug 31 08:59:35.489720 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8ea8c09f-d353-4e89-840f-173738117633 req-fa03cb4a-38d9-4d12-a7e5-2482fad694f6 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625761 Aug 31 08:59:36.630698 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab994736-4c80-4386-bab7-4174051aa9be req-091c3a95-2378-43ba-ba96-849a608fd5b7 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:36.632900 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ab994736-4c80-4386-bab7-4174051aa9be req-091c3a95-2378-43ba-ba96-849a608fd5b7 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0600116 Aug 31 08:59:36.690629 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ab994736-4c80-4386-bab7-4174051aa9be req-495c76f1-6785-49fd-a80f-ef9d68f20dcb tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&id=bfbe9849-58d7-47c9-92b5-705f9573ea23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0505900 Aug 31 08:59:41.886091 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-91cd0e49-5d98-4563-80bb-97342026d79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.491617 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1a8a61d6-2304-4dd1-87cd-61f4d264e613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:44.680191 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.103558 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.662872 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:45.891364 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-59176afa-8444-450e-ad1c-1b467890b96b req-ee99bae3-b4bb-4e0b-b407-f5d28c3a5409 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502722 Aug 31 08:59:45.972708 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59176afa-8444-450e-ad1c-1b467890b96b req-bb11c02b-86e7-4648-b85b-d10e6cd24ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:45.974524 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-59176afa-8444-450e-ad1c-1b467890b96b req-bb11c02b-86e7-4648-b85b-d10e6cd24ec7 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=37794a2c64b644a191bbec64466ba629&device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 1099 time: 0.0503821 Aug 31 08:59:46.124422 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59176afa-8444-450e-ad1c-1b467890b96b req-e9d527ab-5095-41a0-9c7c-0f7c384716e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:46.126222 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-59176afa-8444-450e-ad1c-1b467890b96b req-e9d527ab-5095-41a0-9c7c-0f7c384716e3 service neutron] 10.222.0.103 "GET /v2.0/networks?id=d610ca2e-6360-4e86-b55f-a470d5c807c5 HTTP/1.1" status: 200 len: 912 time: 0.1169624 Aug 31 08:59:46.241211 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-59176afa-8444-450e-ad1c-1b467890b96b req-d180e573-76ac-4eed-b220-9e387a7d3f10 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75aa04c0-2d33-492a-aed4-1050bed39ee3 HTTP/1.1" status: 200 len: 1001 time: 0.1029403 Aug 31 08:59:46.311456 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59176afa-8444-450e-ad1c-1b467890b96b req-467db979-e188-44a3-b2c3-867d862f17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:46.313073 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-59176afa-8444-450e-ad1c-1b467890b96b req-467db979-e188-44a3-b2c3-867d862f17f5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=bf9e77d3-4b26-40d6-b9c6-dff49a105ccc HTTP/1.1" status: 200 len: 849 time: 0.0639350 Aug 31 08:59:46.372844 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59176afa-8444-450e-ad1c-1b467890b96b req-ffb94634-2cb7-4270-8c1f-276b661cade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:46.374419 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-59176afa-8444-450e-ad1c-1b467890b96b req-ffb94634-2cb7-4270-8c1f-276b661cade8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=d610ca2e-6360-4e86-b55f-a470d5c807c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536733 Aug 31 08:59:46.474770 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-59176afa-8444-450e-ad1c-1b467890b96b req-a662518c-6b57-490f-8391-63306720d865 service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904622 Aug 31 08:59:46.600406 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-59176afa-8444-450e-ad1c-1b467890b96b req-f14c2ac7-ec35-4d7f-82d2-233d5ec79e6e service neutron] 10.222.0.103 "GET /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167626 Aug 31 08:59:46.964620 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04f11a-22d2-4aeb-a4c2-5bc333b84b18 req-49356148-253c-46b5-b854-340a7607b12a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:46.966321 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ed04f11a-22d2-4aeb-a4c2-5bc333b84b18 req-49356148-253c-46b5-b854-340a7607b12a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0643640 Aug 31 08:59:47.015239 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ed04f11a-22d2-4aeb-a4c2-5bc333b84b18 req-fabf2b95-a5cd-41d3-9e00-317fc152a7ad tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422490 Aug 31 08:59:47.622536 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:48.173738 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a65fe5-2d93-4cb2-ba38-06e1589025ea req-044e6d97-fc1c-4e16-8d9a-12979bd382f7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:48.175411 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f2a65fe5-2d93-4cb2-ba38-06e1589025ea req-044e6d97-fc1c-4e16-8d9a-12979bd382f7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0796766 Aug 31 08:59:48.221704 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f2a65fe5-2d93-4cb2-ba38-06e1589025ea req-b646e4f7-00eb-4038-b3e0-18f333b546a5 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388491 Aug 31 08:59:49.360666 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210cb92-c7e7-44b4-9f2f-757ab9d47ad3 req-5f9bf611-c356-435a-9aa8-a81beeb2dc58 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:49.362364 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6210cb92-c7e7-44b4-9f2f-757ab9d47ad3 req-5f9bf611-c356-435a-9aa8-a81beeb2dc58 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0632966 Aug 31 08:59:49.406583 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6210cb92-c7e7-44b4-9f2f-757ab9d47ad3 req-1ef7d746-d72d-4aa1-b706-b419e04b999e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366740 Aug 31 08:59:50.553631 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b36e1c-6717-4d30-b6cb-a82cd7a368e1 req-1da47e7d-7e51-4f51-ad70-d5aa2d577c9d tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:50.555341 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-22b36e1c-6717-4d30-b6cb-a82cd7a368e1 req-1da47e7d-7e51-4f51-ad70-d5aa2d577c9d tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0608945 Aug 31 08:59:50.599127 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-22b36e1c-6717-4d30-b6cb-a82cd7a368e1 req-a41da689-e3ef-48d4-bfc2-11f0a507c569 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374792 Aug 31 08:59:51.735876 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e30c55-aa90-4645-9382-87fe0af61ecd req-24ff3093-de5a-40cb-84b9-7948845c1383 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:51.737727 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-72e30c55-aa90-4645-9382-87fe0af61ecd req-24ff3093-de5a-40cb-84b9-7948845c1383 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0572071 Aug 31 08:59:51.781208 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-72e30c55-aa90-4645-9382-87fe0af61ecd req-95511179-185d-427b-b571-2e0a38b93a83 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366447 Aug 31 08:59:52.400997 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:59:52.926546 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476c041-94cd-4e94-b55d-6006b97f4ebf req-58609863-62d2-4a65-8b59-df28f5da57ba tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:52.929729 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a476c041-94cd-4e94-b55d-6006b97f4ebf req-58609863-62d2-4a65-8b59-df28f5da57ba tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0668337 Aug 31 08:59:52.974654 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a476c041-94cd-4e94-b55d-6006b97f4ebf req-2911bf50-f574-4815-a52e-6d30ce493c9e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400443 Aug 31 08:59:54.115190 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e22f2-caac-4efd-b01d-2bd6e1e0e73e req-1adb22fc-e2e1-47fd-ba34-2e4a7ecc37c8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:54.116884 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-590e22f2-caac-4efd-b01d-2bd6e1e0e73e req-1adb22fc-e2e1-47fd-ba34-2e4a7ecc37c8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0588536 Aug 31 08:59:54.161459 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-590e22f2-caac-4efd-b01d-2bd6e1e0e73e req-17de4c31-0026-4031-be76-d6a4ea34fa09 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376165 Aug 31 08:59:55.294952 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dcba3-b65e-4dd3-b186-39d40648c976 req-ebd92976-7389-4c01-b467-c3245fc2e65b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:55.296576 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3a3dcba3-b65e-4dd3-b186-39d40648c976 req-ebd92976-7389-4c01-b467-c3245fc2e65b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0526550 Aug 31 08:59:55.346141 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3a3dcba3-b65e-4dd3-b186-39d40648c976 req-5cc9fa39-e676-4cdf-82a3-ad0ea3a29869 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382190 Aug 31 08:59:56.505309 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd4723-8a5d-4b66-94ec-77128b927165 req-26fac3fb-0a60-4bdb-9e8f-0623be72cb81 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:56.507013 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-17bd4723-8a5d-4b66-94ec-77128b927165 req-26fac3fb-0a60-4bdb-9e8f-0623be72cb81 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0660653 Aug 31 08:59:56.552882 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-17bd4723-8a5d-4b66-94ec-77128b927165 req-da8ab6d6-9b49-4433-93b6-c09ec8ad7897 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393462 Aug 31 08:59:57.701822 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f98722-3076-460d-8415-76930bd5a91c req-c922af30-3a4f-4682-bf18-40d5b4b92faf tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:57.703557 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b3f98722-3076-460d-8415-76930bd5a91c req-c922af30-3a4f-4682-bf18-40d5b4b92faf tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0702639 Aug 31 08:59:57.754701 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-b3f98722-3076-460d-8415-76930bd5a91c req-78117831-44f0-4381-ab2d-a3624fb93a2b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388963 Aug 31 08:59:58.038152 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d1e0e-46c8-4d46-a349-41fc30ff1473 req-007fa6b7-16ab-4bf1-b81e-57008cdcaeea tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:58.039712 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f00d1e0e-46c8-4d46-a349-41fc30ff1473 req-007fa6b7-16ab-4bf1-b81e-57008cdcaeea tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 946 time: 0.0562246 Aug 31 08:59:58.097458 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f00d1e0e-46c8-4d46-a349-41fc30ff1473 req-5cc7fb7b-51b4-48c3-bdca-0e8ba9cba268 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a41a408-a37d-4213-bb80-dda0f84df898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492890 Aug 31 08:59:58.651401 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 12bbdf0a-0e43-4279-8950-f2ac4389affa details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 08:59:58.753575 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 12bbdf0a-0e43-4279-8950-f2ac4389affa, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:58.765864 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '12bbdf0a-0e43-4279-8950-f2ac4389affa', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'port_id': '12bbdf0a-0e43-4279-8950-f2ac4389affa', 'mac_address': 'fa:16:3e:3f:9f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 08:59:58.809626 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:58.825326 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12bbdf0a-0e43-4279-8950-f2ac4389affa {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 08:59:58.847491 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 12bbdf0a-0e43-4279-8950-f2ac4389affa, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:59:58.936983 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:59:58.945977 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211c71b-1f82-4dde-b582-49177b80178a req-fe5fb2c1-40bd-44ad-a7fe-49d4909ce7e2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:58.947636 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e211c71b-1f82-4dde-b582-49177b80178a req-fe5fb2c1-40bd-44ad-a7fe-49d4909ce7e2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0738709 Aug 31 08:59:59.007513 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e211c71b-1f82-4dde-b582-49177b80178a req-65aa71f6-d641-4e45-913f-481d9e385dfe tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500038 Aug 31 08:59:59.025085 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=12bbdf0a-0e43-4279-8950-f2ac4389affa,revision_number=6']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:59:59.033241 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:59.033586 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:59.034010 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:59.034352 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:59.034715 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:59.035084 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:59.035417 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:59.035748 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:59.036140 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:59.036470 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:59.036797 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:59.037126 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:59:59.051461 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['12bbdf0a-0e43-4279-8950-f2ac4389affa'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 08:59:59.250016 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77e0a8-436f-49e1-98e4-b376be79598c req-b1ce7845-747c-4488-a683-f66791ca5667 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:59:59.251619 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ee77e0a8-436f-49e1-98e4-b376be79598c req-b1ce7845-747c-4488-a683-f66791ca5667 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 946 time: 0.0714812 Aug 31 08:59:59.296249 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ee77e0a8-436f-49e1-98e4-b376be79598c req-afe37b04-3413-40da-b0d1-e12d26fedced tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a41a408-a37d-4213-bb80-dda0f84df898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368207 Aug 31 09:00:00.162079 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1689951-6d9d-43b5-bd8e-fec9a8c70f11 req-3eeeabc5-c6fe-4e83-a750-8e2ffc47fa41 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:00.164327 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c1689951-6d9d-43b5-bd8e-fec9a8c70f11 req-3eeeabc5-c6fe-4e83-a750-8e2ffc47fa41 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 944 time: 0.0605533 Aug 31 09:00:00.231115 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c1689951-6d9d-43b5-bd8e-fec9a8c70f11 req-bbec3fc8-f4ab-4976-9920-7c87d41a754e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605350 Aug 31 09:00:00.471793 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0316b96-d47e-4571-816e-990320373482 req-990adda2-76cb-4094-83ba-26c14d176e2e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:00.473783 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c0316b96-d47e-4571-816e-990320373482 req-990adda2-76cb-4094-83ba-26c14d176e2e tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 946 time: 0.1015534 Aug 31 09:00:00.475355 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ec00f-2084-4945-88f8-439b7f22515b req-ad906c0c-654c-431a-a548-aa022d616b60 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:00.477520 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-eb2ec00f-2084-4945-88f8-439b7f22515b req-ad906c0c-654c-431a-a548-aa022d616b60 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.103 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 946 time: 0.0851231 Aug 31 09:00:00.531288 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c0316b96-d47e-4571-816e-990320373482 req-56c8adfd-6bbc-4b8e-8cce-201f1064afa9 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a41a408-a37d-4213-bb80-dda0f84df898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500526 Aug 31 09:00:00.631178 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-eb2ec00f-2084-4945-88f8-439b7f22515b req-52989fc6-6d46-4d4c-b53e-5334b95a67ae tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Deleting port 75aa04c0-2d33-492a-aed4-1050bed39ee3 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:00.631806 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-eb2ec00f-2084-4945-88f8-439b7f22515b req-52989fc6-6d46-4d4c-b53e-5334b95a67ae tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:00.649895 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 12bbdf0a-0e43-4279-8950-f2ac4389affa up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:00:00.720702 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 12bbdf0a-0e43-4279-8950-f2ac4389affa triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:00.721393 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:00.755615 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-eb2ec00f-2084-4945-88f8-439b7f22515b req-52989fc6-6d46-4d4c-b53e-5334b95a67ae tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] For port 75aa04c0-2d33-492a-aed4-1050bed39ee3, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=75aa04c0-2d33-492a-aed4-1050bed39ee3,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:00.756124 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-eb2ec00f-2084-4945-88f8-439b7f22515b req-52989fc6-6d46-4d4c-b53e-5334b95a67ae tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:00.837998 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:00.885242 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92713760-7205-4b33-b2fa-0a72d7076468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bbdf0a-0e43-4279-8950-f2ac4389affa'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:00:00.887487 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d5822f-7056-40c9-92f4-1e0839e0284e" -d '{"events": [{"server_uuid": "92713760-7205-4b33-b2fa-0a72d7076468", "name": "network-vif-plugged", "status": "completed", "tag": "12bbdf0a-0e43-4279-8950-f2ac4389affa"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:00:00.910782 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 12bbdf0a-0e43-4279-8950-f2ac4389affa, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:00.933674 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed816c0-7e36-4a9c-9cb1-9433e04f41bb x-openstack-request-id: req-4ed816c0-7e36-4a9c-9cb1-9433e04f41bb {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:00:00.933959 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92713760-7205-4b33-b2fa-0a72d7076468", "name": "network-vif-plugged", "status": "completed", "tag": "12bbdf0a-0e43-4279-8950-f2ac4389affa", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:00:00.934217 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4ed816c0-7e36-4a9c-9cb1-9433e04f41bb {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:00:00.934603 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92713760-7205-4b33-b2fa-0a72d7076468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bbdf0a-0e43-4279-8950-f2ac4389affa', 'code': 200} Aug 31 09:00:01.062424 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.084889 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-eb2ec00f-2084-4945-88f8-439b7f22515b req-52989fc6-6d46-4d4c-b53e-5334b95a67ae tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.085596 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-eb2ec00f-2084-4945-88f8-439b7f22515b req-52989fc6-6d46-4d4c-b53e-5334b95a67ae tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.086106 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.l3_db [req-eb2ec00f-2084-4945-88f8-439b7f22515b req-52989fc6-6d46-4d4c-b53e-5334b95a67ae tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Floating IP e1737d9b-eb86-4c4f-b5c9-580f5869d67d disassociated. External IP: 172.27.0.67, port: 75aa04c0-2d33-492a-aed4-1050bed39ee3. Aug 31 09:00:01.086635 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-eb2ec00f-2084-4945-88f8-439b7f22515b req-52989fc6-6d46-4d4c-b53e-5334b95a67ae tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Calling delete_port for 75aa04c0-2d33-492a-aed4-1050bed39ee3 owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:01.145323 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=12bbdf0a-0e43-4279-8950-f2ac4389affa,revision_number=7']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:01.456670 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636ede7-97b1-4053-85e5-c5c262e39569 req-1fcdb03c-2a09-4b1c-b599-ceb7f08d73b7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:01.469825 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f636ede7-97b1-4053-85e5-c5c262e39569 req-1fcdb03c-2a09-4b1c-b599-ceb7f08d73b7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.1104000 Aug 31 09:00:01.520658 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f636ede7-97b1-4053-85e5-c5c262e39569 req-dcdfa023-b7e7-46d1-8b2a-8981d2c0b21c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499628 Aug 31 09:00:01.728469 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-eb2ec00f-2084-4945-88f8-439b7f22515b req-52989fc6-6d46-4d4c-b53e-5334b95a67ae tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:01.780952 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0ba6e-9105-436b-a00c-ec2cbd3d99e9 req-76550236-6529-41c9-8b27-28b20d496151 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:01.782808 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3ae0ba6e-9105-436b-a00c-ec2cbd3d99e9 req-76550236-6529-41c9-8b27-28b20d496151 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 867 time: 0.1313810 Aug 31 09:00:01.785098 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52989fc6-6d46-4d4c-b53e-5334b95a67ae tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event deleted for resources: {'Port': ['ID=75aa04c0-2d33-492a-aed4-1050bed39ee3,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:01.952593 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3ae0ba6e-9105-436b-a00c-ec2cbd3d99e9 req-a3a5749f-0c7f-4481-9b68-adfefb46e0ec tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups?id=8a41a408-a37d-4213-bb80-dda0f84df898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886080 Aug 31 09:00:01.993059 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb2ec00f-2084-4945-88f8-439b7f22515b req-52989fc6-6d46-4d4c-b53e-5334b95a67ae tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Router 3ee3ff42-ed17-4ace-90b7-8b545d3310af has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:00:02.241518 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb2ec00f-2084-4945-88f8-439b7f22515b req-52989fc6-6d46-4d4c-b53e-5334b95a67ae tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:00:02.271978 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372af9b-f0e3-48e3-8609-f92d73180165 None None] Sync routers for ids ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:00:02.311296 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372af9b-f0e3-48e3-8609-f92d73180165 None None] Routers {'3ee3ff42-ed17-4ace-90b7-8b545d3310af'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:02.311994 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-f372af9b-f0e3-48e3-8609-f92d73180165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:59:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:02.319017 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2ec00f-2084-4945-88f8-439b7f22515b req-52989fc6-6d46-4d4c-b53e-5334b95a67ae tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] No DVR routers for this DVR port 75aa04c0-2d33-492a-aed4-1050bed39ee3 on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:00:02.323138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-eb2ec00f-2084-4945-88f8-439b7f22515b req-52989fc6-6d46-4d4c-b53e-5334b95a67ae tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:02.325685 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-eb2ec00f-2084-4945-88f8-439b7f22515b req-52989fc6-6d46-4d4c-b53e-5334b95a67ae tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.103 "DELETE /v2.0/ports/75aa04c0-2d33-492a-aed4-1050bed39ee3 HTTP/1.1" status: 204 len: 173 time: 1.8393409 Aug 31 09:00:02.326508 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4227414-49dd-4a6f-a6de-7d50107fb865', 'name': 'network-vif-deleted', 'tag': '75aa04c0-2d33-492a-aed4-1050bed39ee3'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:00:02.329910 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd51804-4067-4e4d-a43f-5b2fb2ad2a52" -d '{"events": [{"server_uuid": "b4227414-49dd-4a6f-a6de-7d50107fb865", "name": "network-vif-deleted", "tag": "75aa04c0-2d33-492a-aed4-1050bed39ee3"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:00:02.494924 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986117ac-8db0-4533-9d6a-97fa0ed1c833 x-openstack-request-id: req-986117ac-8db0-4533-9d6a-97fa0ed1c833 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:00:02.495265 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4227414-49dd-4a6f-a6de-7d50107fb865", "name": "network-vif-deleted", "tag": "75aa04c0-2d33-492a-aed4-1050bed39ee3", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:00:02.495443 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-986117ac-8db0-4533-9d6a-97fa0ed1c833 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:00:02.495857 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4227414-49dd-4a6f-a6de-7d50107fb865', 'name': 'network-vif-deleted', 'tag': '75aa04c0-2d33-492a-aed4-1050bed39ee3', 'status': 'completed', 'code': 200} Aug 31 09:00:02.554524 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-f372af9b-f0e3-48e3-8609-f92d73180165 None None] Set router 3ee3ff42-ed17-4ace-90b7-8b545d3310af gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:02.709741 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b048757-334d-4f12-ac7b-9a873571c786 req-458eae5c-0da8-49e0-bcae-97688ec13397 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:02.710424 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8b048757-334d-4f12-ac7b-9a873571c786 req-458eae5c-0da8-49e0-bcae-97688ec13397 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0730519 Aug 31 09:00:02.775384 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8b048757-334d-4f12-ac7b-9a873571c786 req-b6c75914-da47-4a70-be4c-5ad02b1db731 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587351 Aug 31 09:00:02.877135 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-f372af9b-f0e3-48e3-8609-f92d73180165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:54Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'e70e8406-9a03-4724-a07b-a6a0b44074ee', 'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'mac_address': 'fa:16:3e:14:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:52Z', 'updated_at': '2021-08-31T08:53:02Z', 'revision_number': 5, 'project_id': '37794a2c64b644a191bbec64466ba629', 'subnets': [{'id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:02.921621 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372af9b-f0e3-48e3-8609-f92d73180165 None None] Checking router: 3ee3ff42-ed17-4ace-90b7-8b545d3310af for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:00:02.936285 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f372af9b-f0e3-48e3-8609-f92d73180165 None None] Routers {'3ee3ff42-ed17-4ace-90b7-8b545d3310af'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:02.936943 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-f372af9b-f0e3-48e3-8609-f92d73180165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:59:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:03.144805 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c8a8aa33-0400-44b7-badf-451783ac09ca req-956c0a01-a151-4017-afd7-99ad143b09d2 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 210 time: 0.0407588 Aug 31 09:00:03.269539 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-f372af9b-f0e3-48e3-8609-f92d73180165 None None] Set router 3ee3ff42-ed17-4ace-90b7-8b545d3310af gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:03.613076 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-f372af9b-f0e3-48e3-8609-f92d73180165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:54Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'e70e8406-9a03-4724-a07b-a6a0b44074ee', 'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'mac_address': 'fa:16:3e:14:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:52Z', 'updated_at': '2021-08-31T08:53:02Z', 'revision_number': 5, 'project_id': '37794a2c64b644a191bbec64466ba629', 'subnets': [{'id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:03.646389 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f372af9b-f0e3-48e3-8609-f92d73180165 None None] The sync data for ids ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'] in dv-cinder-782910-2-iscsi is: [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T08:52:54Z', 'revision_number': 4, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'e70e8406-9a03-4724-a07b-a6a0b44074ee', 'name': '', 'network_id': 'd610ca2e-6360-4e86-b55f-a470d5c807c5', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'mac_address': 'fa:16:3e:14:58:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:52Z', 'updated_at': '2021-08-31T08:53:02Z', 'revision_number': 5, 'project_id': '37794a2c64b644a191bbec64466ba629', 'subnets': [{'id': 'bf9e77d3-4b26-40d6-b9c6-dff49a105ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:00:03.880784 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d1f09a-9459-49b0-8482-27312b0cffa5 None None] New status for floating IP e1737d9b-eb86-4c4f-b5c9-580f5869d67d: DOWN {{(pid=101275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:00:03.932122 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5b551-35a9-46f3-be85-832c21b79ea5 req-5b59b7b5-f7fa-4a10-821a-5d509fbc835a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:03.933755 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-baf5b551-35a9-46f3-be85-832c21b79ea5 req-5b59b7b5-f7fa-4a10-821a-5d509fbc835a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0607901 Aug 31 09:00:04.001629 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-baf5b551-35a9-46f3-be85-832c21b79ea5 req-86090b2d-0439-4c0c-a3f3-f580d7973052 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317452 Aug 31 09:00:04.264137 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-354405de-996c-4577-9e91-8898ca9975d8 req-5ff96f86-ed55-447b-b49c-ab0fe1ca1a58 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/ports?device_id=b4227414-49dd-4a6f-a6de-7d50107fb865 HTTP/1.1" status: 200 len: 210 time: 0.0313718 Aug 31 09:00:04.658903 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 75aa04c0-2d33-492a-aed4-1050bed39ee3 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:00:04.697530 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: 75aa04c0-2d33-492a-aed4-1050bed39ee3 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:00:04.698098 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 75aa04c0-2d33-492a-aed4-1050bed39ee3 not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:00:05.188014 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8841b8e-3558-4008-bf99-6ec8be0a47be req-a595c746-bd81-4596-9da4-3374d895ff88 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:05.194933 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b8841b8e-3558-4008-bf99-6ec8be0a47be req-a595c746-bd81-4596-9da4-3374d895ff88 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.1055763 Aug 31 09:00:05.264888 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b8841b8e-3558-4008-bf99-6ec8be0a47be req-d4a81aab-0c46-4ac4-90dc-e06d25000353 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637095 Aug 31 09:00:05.493713 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 57388) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:05.576477 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-416a045e-daf9-40bb-9333-daf6bcb6f78d tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:05.613857 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-416a045e-daf9-40bb-9333-daf6bcb6f78d tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:05.792597 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-416a045e-daf9-40bb-9333-daf6bcb6f78d tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:05.795136 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-416a045e-daf9-40bb-9333-daf6bcb6f78d tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:05.804630 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-416a045e-daf9-40bb-9333-daf6bcb6f78d tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "DELETE /v2.0/security-groups/8a41a408-a37d-4213-bb80-dda0f84df898 HTTP/1.1" status: 204 len: 168 time: 0.3016028 Aug 31 09:00:05.806157 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 57390) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:05.815328 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a045e-daf9-40bb-9333-daf6bcb6f78d tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a41a408-a37d-4213-bb80-dda0f84df898,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:05.860734 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.api.v2.resource [None req-8dd8f37e-0d6d-4a4c-bcf3-f493f4a3f09a tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] show failed (client error): The resource could not be found. Aug 31 09:00:05.867549 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 57392) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:05.868134 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-8dd8f37e-0d6d-4a4c-bcf3-f493f4a3f09a tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "GET /v2.0/security-groups/8a41a408-a37d-4213-bb80-dda0f84df898 HTTP/1.1" status: 404 len: 347 time: 0.0594711 Aug 31 09:00:06.032988 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-44e21aa6-93fd-4e93-98fe-3977708fd4b9 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Deleting port 4580d0a4-0de2-4d08-bfe9-6336d362edc5 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:06.033344 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-44e21aa6-93fd-4e93-98fe-3977708fd4b9 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:06.137650 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-44e21aa6-93fd-4e93-98fe-3977708fd4b9 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:06.137875 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-44e21aa6-93fd-4e93-98fe-3977708fd4b9 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:06.166162 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-44e21aa6-93fd-4e93-98fe-3977708fd4b9 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Calling delete_port for 4580d0a4-0de2-4d08-bfe9-6336d362edc5 owned by network:floatingip {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:06.444148 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c0625-522a-4177-a2ac-0997ad554244 req-053546d6-3079-4eef-892b-7ca9a73d8f28 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:06.445866 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d18c0625-522a-4177-a2ac-0997ad554244 req-053546d6-3079-4eef-892b-7ca9a73d8f28 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0556366 Aug 31 09:00:06.467908 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-44e21aa6-93fd-4e93-98fe-3977708fd4b9 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:06.509717 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e21aa6-93fd-4e93-98fe-3977708fd4b9 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Pushing event deleted for resources: {'Port': ['ID=4580d0a4-0de2-4d08-bfe9-6336d362edc5,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:06.510610 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d18c0625-522a-4177-a2ac-0997ad554244 req-ff6f3717-71e9-416a-ae73-c03883a0669c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573592 Aug 31 09:00:06.604369 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-44e21aa6-93fd-4e93-98fe-3977708fd4b9 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks [] for floatingip, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:06.607143 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-44e21aa6-93fd-4e93-98fe-3977708fd4b9 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:06.613903 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-44e21aa6-93fd-4e93-98fe-3977708fd4b9 tempest-AttachVolumeTestJSON-671979518 tempest-AttachVolumeTestJSON-671979518-project] 10.222.0.74 "DELETE /v2.0/floatingips/e1737d9b-eb86-4c4f-b5c9-580f5869d67d HTTP/1.1" status: 204 len: 168 time: 0.7398901 Aug 31 09:00:07.657184 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fde29c-15ae-48d7-89af-99f5afc069e0 req-fdec6ab0-1fcd-4b50-a23c-cb347e368131 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:07.658711 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-20fde29c-15ae-48d7-89af-99f5afc069e0 req-fdec6ab0-1fcd-4b50-a23c-cb347e368131 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0520010 Aug 31 09:00:07.710122 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-20fde29c-15ae-48d7-89af-99f5afc069e0 req-1c477f84-4ee4-4a35-a856-10fd40f6a0c5 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451715 Aug 31 09:00:08.876338 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4d128-2925-410a-b6ad-ddcad0b802c9 req-9174b52f-bae9-46cf-a6be-b65f2b46ee7f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:08.878659 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ecc4d128-2925-410a-b6ad-ddcad0b802c9 req-9174b52f-bae9-46cf-a6be-b65f2b46ee7f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0764308 Aug 31 09:00:08.931919 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ecc4d128-2925-410a-b6ad-ddcad0b802c9 req-9442a294-e224-48e2-9975-45c7d5949828 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451686 Aug 31 09:00:10.088819 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fc68e-6fd5-46d3-b72d-448c7c01d91e req-9bc525de-ddc5-4748-88a7-40a463bd4db2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:10.091535 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d86fc68e-6fd5-46d3-b72d-448c7c01d91e req-9bc525de-ddc5-4748-88a7-40a463bd4db2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0642438 Aug 31 09:00:10.160441 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d86fc68e-6fd5-46d3-b72d-448c7c01d91e req-a6ee6019-516d-4a91-8e2b-22380429ec5e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588863 Aug 31 09:00:11.116147 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 57434) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:11.343285 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba611ab9-d119-4038-93b1-9be2c4c2aaef req-72115f41-948d-4b3a-aabb-d7fc236fcc95 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:11.345088 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ba611ab9-d119-4038-93b1-9be2c4c2aaef req-72115f41-948d-4b3a-aabb-d7fc236fcc95 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0636389 Aug 31 09:00:11.391770 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ba611ab9-d119-4038-93b1-9be2c4c2aaef req-2b7b541f-935a-43da-a1b9-cb7cc67955e4 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377574 Aug 31 09:00:11.719045 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435476'] for router_interface, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:11.886166 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ac42aebe-a8b3-4a93-89e2-7d72fa1aa7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:12.158440 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Deleting port e70e8406-9a03-4724-a07b-a6a0b44074ee {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:12.160290 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:12.306096 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] For port e70e8406-9a03-4724-a07b-a6a0b44074ee, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=e70e8406-9a03-4724-a07b-a6a0b44074ee,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:12.306630 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:12.324215 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Calling delete_port for e70e8406-9a03-4724-a07b-a6a0b44074ee owned by network:router_interface {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:12.586078 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25b813-74bc-4986-85b8-7725548ba9f5 req-10eb8624-04ae-4ebe-b463-7c1bbf8a4a61 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:12.587926 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4a25b813-74bc-4986-85b8-7725548ba9f5 req-10eb8624-04ae-4ebe-b463-7c1bbf8a4a61 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0886993 Aug 31 09:00:12.667694 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4a25b813-74bc-4986-85b8-7725548ba9f5 req-4aeec68c-ad9f-4a09-8436-cbb0697d4ed6 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538373 Aug 31 09:00:12.800148 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:12.831823 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Pushing event deleted for resources: {'Port': ['ID=e70e8406-9a03-4724-a07b-a6a0b44074ee,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:12.863429 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.863785 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.864147 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.864481 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.864907 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.865122 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.865673 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.866021 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.867068 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.867488 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.867819 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:12.868177 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:13.090543 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435592'] for router_interface, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:13.345799 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Router 3ee3ff42-ed17-4ace-90b7-8b545d3310af has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:00:13.468544 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:00:13.475576 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-81cb4284-d0f7-4e7e-8423-eefefb5daa0d admin admin] 10.222.0.74 "PUT /v2.0/routers/3ee3ff42-ed17-4ace-90b7-8b545d3310af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3576269 Aug 31 09:00:13.478963 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 57456) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:13.483999 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d63955e-37ca-4104-bfcb-0bef3bb00a53 None None] Sync routers for ids ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:00:13.497189 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63955e-37ca-4104-bfcb-0bef3bb00a53 None None] Routers {'3ee3ff42-ed17-4ace-90b7-8b545d3310af'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:13.498120 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-7d63955e-37ca-4104-bfcb-0bef3bb00a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:59:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:13.635999 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-391edb24-a2ce-444b-abd3-79d863c9ecbd admin admin] Notify callbacks [] for router, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:13.664282 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-7d63955e-37ca-4104-bfcb-0bef3bb00a53 None None] Set router 3ee3ff42-ed17-4ace-90b7-8b545d3310af gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:13.794682 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-391edb24-a2ce-444b-abd3-79d863c9ecbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:13.834949 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d1ea8-cae6-4236-af39-2a9c73e07af4 req-0c58b879-87d2-4979-bba4-35ebcea81657 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:13.852235 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c85d1ea8-cae6-4236-af39-2a9c73e07af4 req-0c58b879-87d2-4979-bba4-35ebcea81657 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.0769589 Aug 31 09:00:13.874033 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3cdd2-22bf-4b07-b909-f1ec2e891b1c req-8174f9db-b404-4fba-8106-6014672703b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:13.877925 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8be3cdd2-22bf-4b07-b909-f1ec2e891b1c req-8174f9db-b404-4fba-8106-6014672703b5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e986ed04246f4cd9a5fafdf9f660684b&device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 1098 time: 0.0606074 Aug 31 09:00:13.906474 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c85d1ea8-cae6-4236-af39-2a9c73e07af4 req-259ee1c1-8887-4818-b193-239b98214e32 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470798 Aug 31 09:00:13.942181 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-7d63955e-37ca-4104-bfcb-0bef3bb00a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T09:00:12Z', 'revision_number': 5, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port': {'id': '297aeecd-35e9-4c8a-a2d7-3189549bb7c9', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:52:46Z', 'updated_at': '2021-08-31T08:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:13.999600 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d63955e-37ca-4104-bfcb-0bef3bb00a53 None None] Checking router: 3ee3ff42-ed17-4ace-90b7-8b545d3310af for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:00:14.013172 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63955e-37ca-4104-bfcb-0bef3bb00a53 None None] Routers {'3ee3ff42-ed17-4ace-90b7-8b545d3310af'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:14.014269 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-7d63955e-37ca-4104-bfcb-0bef3bb00a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T08:59:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:14.020476 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3cdd2-22bf-4b07-b909-f1ec2e891b1c req-cfd20995-7cba-4388-a708-a45af69e6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:14.022008 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8be3cdd2-22bf-4b07-b909-f1ec2e891b1c req-cfd20995-7cba-4388-a708-a45af69e6625 service neutron] 10.222.0.103 "GET /v2.0/networks?id=945ae18c-2f91-47bd-bfbd-369ee74f27e6 HTTP/1.1" status: 200 len: 919 time: 0.1371479 Aug 31 09:00:14.027691 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-391edb24-a2ce-444b-abd3-79d863c9ecbd admin admin] Deleting port 297aeecd-35e9-4c8a-a2d7-3189549bb7c9 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:14.028067 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-391edb24-a2ce-444b-abd3-79d863c9ecbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:14.109165 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-7d63955e-37ca-4104-bfcb-0bef3bb00a53 None None] Set router 3ee3ff42-ed17-4ace-90b7-8b545d3310af gateway port host: None {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:14.150412 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8be3cdd2-22bf-4b07-b909-f1ec2e891b1c req-e1830618-e913-4ee0-945c-ba57e45daabf service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa HTTP/1.1" status: 200 len: 1000 time: 0.1201549 Aug 31 09:00:14.164179 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-7d63955e-37ca-4104-bfcb-0bef3bb00a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T09:00:13Z', 'revision_number': 6, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port_host': None}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:14.179340 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [None req-391edb24-a2ce-444b-abd3-79d863c9ecbd admin admin] For port 297aeecd-35e9-4c8a-a2d7-3189549bb7c9, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=297aeecd-35e9-4c8a-a2d7-3189549bb7c9,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:14.184135 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-391edb24-a2ce-444b-abd3-79d863c9ecbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:14.205952 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d63955e-37ca-4104-bfcb-0bef3bb00a53 None None] The sync data for ids ['3ee3ff42-ed17-4ace-90b7-8b545d3310af'] in dv-cinder-782910-2-iscsi is: [{'id': '3ee3ff42-ed17-4ace-90b7-8b545d3310af', 'name': 'tempest-AttachVolumeTestJSON-321157746-router', 'tenant_id': '37794a2c64b644a191bbec64466ba629', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:52:44Z', 'updated_at': '2021-08-31T09:00:13Z', 'revision_number': 6, 'project_id': '37794a2c64b644a191bbec64466ba629', 'gw_port_host': None}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:00:14.225144 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-391edb24-a2ce-444b-abd3-79d863c9ecbd admin admin] Calling delete_port for 297aeecd-35e9-4c8a-a2d7-3189549bb7c9 owned by network:router_gateway {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:14.261075 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3cdd2-22bf-4b07-b909-f1ec2e891b1c req-3719dd51-04c5-4d2a-be26-e7e2434889c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:14.262623 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8be3cdd2-22bf-4b07-b909-f1ec2e891b1c req-3719dd51-04c5-4d2a-be26-e7e2434889c0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5f7e7944-275c-4f13-be48-7508c282a8a0 HTTP/1.1" status: 200 len: 856 time: 0.1002398 Aug 31 09:00:14.378987 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3cdd2-22bf-4b07-b909-f1ec2e891b1c req-336cc45b-8560-4c09-a4d0-222abb85d726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:14.380654 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8be3cdd2-22bf-4b07-b909-f1ec2e891b1c req-336cc45b-8560-4c09-a4d0-222abb85d726 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=945ae18c-2f91-47bd-bfbd-369ee74f27e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817719 Aug 31 09:00:14.483221 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ed260949-2e1a-49f9-a234-2045b63fd611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:14.554142 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8be3cdd2-22bf-4b07-b909-f1ec2e891b1c req-881155fc-ce52-47cc-9032-2af94b0e867c service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424503 Aug 31 09:00:14.644762 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:14.897323 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-391edb24-a2ce-444b-abd3-79d863c9ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:14.930268 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391edb24-a2ce-444b-abd3-79d863c9ecbd admin admin] Pushing event deleted for resources: {'Port': ['ID=297aeecd-35e9-4c8a-a2d7-3189549bb7c9,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:15.062852 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8be3cdd2-22bf-4b07-b909-f1ec2e891b1c req-30bad843-8cac-479d-8740-67681e1e80f2 service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002482 Aug 31 09:00:15.067911 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-391edb24-a2ce-444b-abd3-79d863c9ecbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434474'] for router_gateway, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.108192 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.165455 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-391edb24-a2ce-444b-abd3-79d863c9ecbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12810'] for router, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.169409 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-391edb24-a2ce-444b-abd3-79d863c9ecbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.181103 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba226b-c0a3-4179-b740-982ac78dc4e9 req-e7fcd930-a22e-489c-920a-da6b55bb0f03 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:15.182833 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-40ba226b-c0a3-4179-b740-982ac78dc4e9 req-e7fcd930-a22e-489c-920a-da6b55bb0f03 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.1663852 Aug 31 09:00:15.257631 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-40ba226b-c0a3-4179-b740-982ac78dc4e9 req-2a1faa96-f6e5-4fb6-96de-96a5d62b4ce1 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673022 Aug 31 09:00:15.359557 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-391edb24-a2ce-444b-abd3-79d863c9ecbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441631'] for router, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.360111 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391edb24-a2ce-444b-abd3-79d863c9ecbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ee3ff42-ed17-4ace-90b7-8b545d3310af {{(pid=101273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:00:15.365075 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-391edb24-a2ce-444b-abd3-79d863c9ecbd admin admin] Notify callbacks [] for router, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.366643 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-391edb24-a2ce-444b-abd3-79d863c9ecbd admin admin] 10.222.0.74 "DELETE /v2.0/routers/3ee3ff42-ed17-4ace-90b7-8b545d3310af HTTP/1.1" status: 204 len: 168 time: 1.8860350 Aug 31 09:00:15.369541 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 57466) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:15.430924 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Deleting subnet bf9e77d3-4b26-40d6-b9c6-dff49a105ccc {{(pid=101272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:00:15.434712 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.476819 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192415'] for subnet, precommit_delete_associations {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.636202 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.637400 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.667877 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5456a18c-77cd-45a6-a59f-18e7cb8d90bb req-ad769de2-8ea4-4d4f-b584-35cf8bf260d0 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101050702&fields=id&tenant_id=027ea9433f8c40e19169b615c8f7a7a2 HTTP/1.1" status: 200 len: 267 time: 0.0893357 Aug 31 09:00:15.743087 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456a18c-77cd-45a6-a59f-18e7cb8d90bb req-dc078153-887a-4cf5-8396-4abf55abb244 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:15.744645 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5456a18c-77cd-45a6-a59f-18e7cb8d90bb req-dc078153-887a-4cf5-8396-4abf55abb244 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 985 time: 0.0695374 Aug 31 09:00:15.756832 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [req-5456a18c-77cd-45a6-a59f-18e7cb8d90bb req-8d630eed-44ef-4276-bfd8-c333f1b5823c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Request body: {'port': {'security_groups': ['fb65f017-3a26-4865-99ca-23b8a49caf0c']}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:00:15.818890 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9270521'] for subnet, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.860183 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf9e77d3-4b26-40d6-b9c6-dff49a105ccc,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:15.863134 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Notify callbacks [] for subnet, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.868058 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] 10.222.0.74 "DELETE /v2.0/subnets/bf9e77d3-4b26-40d6-b9c6-dff49a105ccc HTTP/1.1" status: 204 len: 168 time: 0.4941649 Aug 31 09:00:15.868058 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [req-5456a18c-77cd-45a6-a59f-18e7cb8d90bb req-8d630eed-44ef-4276-bfd8-c333f1b5823c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:15.868670 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 57470) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:15.869909 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab23344a-f793-4520-af1d-f5f17c5b3305 None None] Network d610ca2e-6360-4e86-b55f-a470d5c807c5 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:00:15.884017 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.884525 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.884731 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.885177 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.885538 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.885885 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.886296 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.886549 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.886876 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.887199 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.887519 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.887841 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd42ae-dff5-48da-a2dc-1cb86a6fabed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:00:15.957299 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.034592 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] Deleting port 5473d577-62a4-40dc-bee3-8b211b84775d {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:16.035010 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.124313 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] For port 5473d577-62a4-40dc-bee3-8b211b84775d, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=5473d577-62a4-40dc-bee3-8b211b84775d,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:16.124850 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.125045 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df759c4a-9d21-42d0-91eb-c513b7d11acb None None] DHCP port deletion for d610ca2e-6360-4e86-b55f-a470d5c807c5 request from dv-cinder-782910-2-iscsi {{(pid=101274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:00:16.140774 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] Calling delete_port for 5473d577-62a4-40dc-bee3-8b211b84775d owned by network:dhcp {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:16.160162 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.db [req-5456a18c-77cd-45a6-a59f-18e7cb8d90bb req-8d630eed-44ef-4276-bfd8-c333f1b5823c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] For port e0da8531-160a-4656-ae46-68b171a6b84c, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=e0da8531-160a-4656-ae46-68b171a6b84c,segment=NetworkSegment(96658fba-cff4-4aac-a792-184f8e795041),segment_id=96658fba-cff4-4aac-a792-184f8e795041)] {{(pid=101272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:16.207878 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [req-5456a18c-77cd-45a6-a59f-18e7cb8d90bb req-8d630eed-44ef-4276-bfd8-c333f1b5823c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for port, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.214392 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-df759c4a-9d21-42d0-91eb-c513b7d11acb None None] Deleting port 5473d577-62a4-40dc-bee3-8b211b84775d {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:16.228946 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-df759c4a-9d21-42d0-91eb-c513b7d11acb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.273411 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device e70e8406-9a03-4724-a07b-a6a0b44074ee no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:00:16.308540 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [req-5456a18c-77cd-45a6-a59f-18e7cb8d90bb req-8d630eed-44ef-4276-bfd8-c333f1b5823c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427652'] for port, after_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.321481 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: e70e8406-9a03-4724-a07b-a6a0b44074ee {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:00:16.321481 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device e70e8406-9a03-4724-a07b-a6a0b44074ee not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:00:16.321481 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 5473d577-62a4-40dc-bee3-8b211b84775d no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:00:16.329865 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['e0da8531-160a-4656-ae46-68b171a6b84c'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:00:16.403493 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.423313 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456a18c-77cd-45a6-a59f-18e7cb8d90bb req-8d630eed-44ef-4276-bfd8-c333f1b5823c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:16.425150 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [req-5456a18c-77cd-45a6-a59f-18e7cb8d90bb req-8d630eed-44ef-4276-bfd8-c333f1b5823c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.427858 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5456a18c-77cd-45a6-a59f-18e7cb8d90bb req-8d630eed-44ef-4276-bfd8-c333f1b5823c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "PUT /v2.0/ports/e0da8531-160a-4656-ae46-68b171a6b84c HTTP/1.1" status: 200 len: 943 time: 0.6753707 Aug 31 09:00:16.428437 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'tag': 'e0da8531-160a-4656-ae46-68b171a6b84c'}] {{(pid=101272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:00:16.433000 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c305cbc8c06b24060600ca92de127493340b06c079c8aaacccf023196f54b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76de7ace-10ff-412e-a305-b9f7b77cc45c" -d '{"events": [{"name": "network-changed", "server_uuid": "aa40f16c-6489-4bad-9e43-e42a51f85a44", "tag": "e0da8531-160a-4656-ae46-68b171a6b84c"}]}' {{(pid=101272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:00:16.442667 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 57476) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:16.443026 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-df759c4a-9d21-42d0-91eb-c513b7d11acb None None] For port 5473d577-62a4-40dc-bee3-8b211b84775d, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=5473d577-62a4-40dc-bee3-8b211b84775d,segment=NetworkSegment(02c0faa5-9082-416c-9aaa-f4fffff92d20),segment_id=02c0faa5-9082-416c-9aaa-f4fffff92d20)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:16.443026 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-df759c4a-9d21-42d0-91eb-c513b7d11acb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.460788 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d630eed-44ef-4276-bfd8-c333f1b5823c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Pushing event updated for resources: {'Port': ['ID=e0da8531-160a-4656-ae46-68b171a6b84c,revision_number=7']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:16.471803 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-df759c4a-9d21-42d0-91eb-c513b7d11acb None None] Calling delete_port for 5473d577-62a4-40dc-bee3-8b211b84775d owned by network:dhcp {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:16.514901 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5473d577-62a4-40dc-bee3-8b211b84775d,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:16.540416 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] No DVR routers for this DVR port 5473d577-62a4-40dc-bee3-8b211b84775d on host dv-cinder-782910-2-iscsi {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:00:16.551351 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58f8a1a-56dd-425b-949c-887ed6d8afaf x-openstack-request-id: req-c58f8a1a-56dd-425b-949c-887ed6d8afaf {{(pid=101272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:00:16.552334 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa40f16c-6489-4bad-9e43-e42a51f85a44", "tag": "e0da8531-160a-4656-ae46-68b171a6b84c", "status": "completed", "code": 200}]} {{(pid=101272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:00:16.553006 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c58f8a1a-56dd-425b-949c-887ed6d8afaf {{(pid=101272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:00:16.554747 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'tag': 'e0da8531-160a-4656-ae46-68b171a6b84c', 'status': 'completed', 'code': 200} Aug 31 09:00:16.612343 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No active binding found for port 5473d577-62a4-40dc-bee3-8b211b84775d {{(pid=101274) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 09:00:16.612834 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 5473d577-62a4-40dc-bee3-8b211b84775d not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:00:16.613449 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 297aeecd-35e9-4c8a-a2d7-3189549bb7c9 no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:00:16.645153 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['e0da8531-160a-4656-ae46-68b171a6b84c'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:00:16.654031 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: 297aeecd-35e9-4c8a-a2d7-3189549bb7c9 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:00:16.654387 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 297aeecd-35e9-4c8a-a2d7-3189549bb7c9 not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:00:16.699429 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-df759c4a-9d21-42d0-91eb-c513b7d11acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.758705 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa685b-708f-4e74-a229-c37886343e54 req-0c6476f6-dca6-4b1b-b148-ea7285f54c99 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:16.761585 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9aa685b-708f-4e74-a229-c37886343e54 req-0c6476f6-dca6-4b1b-b148-ea7285f54c99 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 945 time: 0.3771808 Aug 31 09:00:16.824041 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.879263 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d610ca2e-6360-4e86-b55f-a470d5c807c5']}} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:16.889222 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 12bbdf0a-0e43-4279-8950-f2ac4389affa no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:00:16.902706 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df759c4a-9d21-42d0-91eb-c513b7d11acb None None] Pushing event deleted for resources: {'Port': ['ID=5473d577-62a4-40dc-bee3-8b211b84775d,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:16.918634 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df759c4a-9d21-42d0-91eb-c513b7d11acb None None] No DVR routers for this DVR port 5473d577-62a4-40dc-bee3-8b211b84775d on host dv-cinder-782910-2-iscsi {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:00:16.923411 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c0faa5-9082-416c-9aaa-f4fffff92d20') {'for_net_delete': True} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:16.923975 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c0faa5-9082-416c-9aaa-f4fffff92d20') {} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:16.927171 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c02a-f2e5-45c5-83b8-92fc28543bba tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.952093 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de7ace-10ff-412e-a305-b9f7b77cc45c req-c1f45331-b7b5-4194-9661-46efb1eee05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:16.953794 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-76de7ace-10ff-412e-a305-b9f7b77cc45c req-c1f45331-b7b5-4194-9661-46efb1eee05d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=027ea9433f8c40e19169b615c8f7a7a2&device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 1099 time: 0.3378038 Aug 31 09:00:16.977771 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12966656'] for segment, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:16.997014 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f9aa685b-708f-4e74-a229-c37886343e54 req-2c682acd-4f87-48c2-a75c-ca78ce1b4859 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081339 Aug 31 09:00:17.039085 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-d5cc0f69-6742-4f44-b20e-5874ae259208 None None] Provisioning complete for port e0da8531-160a-4656-ae46-68b171a6b84c triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:17.039583 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0f69-6742-4f44-b20e-5874ae259208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.099393 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c02a-f2e5-45c5-83b8-92fc28543bba tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.109983 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.128541 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] Releasing vlan 1364 on physical network physnet1 to pool {{(pid=101273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:00:17.128963 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12899888'] for segment, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: Traceback (most recent call last): Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: timer() Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: cb(*args, **kw) Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: return func(*args, **kwargs) Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: self._notify() Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: self.callback(batched_events) Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: event.method(event) Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: return f(self, *a, **k) Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: return self._get(url).json() Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: return self.request(url, 'GET', **kwargs) Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:00:17.133177 dv-cinder-782910-2-iscsi neutron-server[101273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:00:17.227359 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.245210 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de7ace-10ff-412e-a305-b9f7b77cc45c req-a638a2a9-77a4-4b23-be07-ab225f0cfa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:17.246742 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-76de7ace-10ff-412e-a305-b9f7b77cc45c req-a638a2a9-77a4-4b23-be07-ab225f0cfa2a service neutron] 10.222.0.103 "GET /v2.0/networks?id=aa759939-4fd0-42d1-8f23-04f0153489f8 HTTP/1.1" status: 200 len: 917 time: 0.2834387 Aug 31 09:00:17.322650 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92713760-7205-4b33-b2fa-0a72d7076468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12bbdf0a-0e43-4279-8950-f2ac4389affa'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:00:17.325518 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a8818b-1fb7-4d4d-bcd3-0d3f21698dcd" -d '{"events": [{"server_uuid": "92713760-7205-4b33-b2fa-0a72d7076468", "name": "network-vif-unplugged", "status": "completed", "tag": "12bbdf0a-0e43-4279-8950-f2ac4389affa"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:00:17.376314 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 12bbdf0a-0e43-4279-8950-f2ac4389affa, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:17.380466 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-76de7ace-10ff-412e-a305-b9f7b77cc45c req-938e4c98-bbb5-44a7-993b-8a0322660d26 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0da8531-160a-4656-ae46-68b171a6b84c HTTP/1.1" status: 200 len: 1002 time: 0.1257834 Aug 31 09:00:17.387348 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc47ff9b-dc08-400f-97e7-f8f347b8ff34 x-openstack-request-id: req-dc47ff9b-dc08-400f-97e7-f8f347b8ff34 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:00:17.387823 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92713760-7205-4b33-b2fa-0a72d7076468", "name": "network-vif-unplugged", "status": "completed", "tag": "12bbdf0a-0e43-4279-8950-f2ac4389affa", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:00:17.388305 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dc47ff9b-dc08-400f-97e7-f8f347b8ff34 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:00:17.388788 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92713760-7205-4b33-b2fa-0a72d7076468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12bbdf0a-0e43-4279-8950-f2ac4389affa', 'code': 200} Aug 31 09:00:17.402822 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.407810 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.409910 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] 10.222.0.74 "DELETE /v2.0/networks/d610ca2e-6360-4e86-b55f-a470d5c807c5 HTTP/1.1" status: 204 len: 168 time: 1.5391347 Aug 31 09:00:17.449224 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c02a-f2e5-45c5-83b8-92fc28543bba tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.452094 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c4a9c02a-f2e5-45c5-83b8-92fc28543bba tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.453369 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-c4a9c02a-f2e5-45c5-83b8-92fc28543bba tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "DELETE /v2.0/security-groups/bfbe9849-58d7-47c9-92b5-705f9573ea23 HTTP/1.1" status: 204 len: 168 time: 1.0117261 Aug 31 09:00:17.459313 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 57486) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:17.459918 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1399dbd-8488-4a0b-a645-59eeea7b63b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d610ca2e-6360-4e86-b55f-a470d5c807c5,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:17.474065 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9c02a-f2e5-45c5-83b8-92fc28543bba tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbe9849-58d7-47c9-92b5-705f9573ea23,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:17.481982 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de7ace-10ff-412e-a305-b9f7b77cc45c req-f97b5c65-eb64-4dce-8fdc-7e26e53a8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:17.489278 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-76de7ace-10ff-412e-a305-b9f7b77cc45c req-f97b5c65-eb64-4dce-8fdc-7e26e53a8fa9 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3f13acbc-d2a4-4de5-a4d7-7feff7f32443 HTTP/1.1" status: 200 len: 854 time: 0.0955245 Aug 31 09:00:17.519417 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.570543 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de7ace-10ff-412e-a305-b9f7b77cc45c req-3f99e6e1-051d-474a-b282-54dca9aead2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:17.573309 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-76de7ace-10ff-412e-a305-b9f7b77cc45c req-3f99e6e1-051d-474a-b282-54dca9aead2d service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=aa759939-4fd0-42d1-8f23-04f0153489f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747175 Aug 31 09:00:17.591782 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=12bbdf0a-0e43-4279-8950-f2ac4389affa,revision_number=8']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:17.644498 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.701623 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-76de7ace-10ff-412e-a305-b9f7b77cc45c req-cdbc427c-363a-4eb8-a0d7-7ed92c2ac7dc service neutron] 10.222.0.103 "GET /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158881 Aug 31 09:00:17.702289 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-a8d6e682-f2be-4849-8f88-0803238fa92f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Deleting port df73b64c-f6a1-40cd-87cc-28f6f026a0ee {{(pid=101272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:17.702837 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e682-f2be-4849-8f88-0803238fa92f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.825544 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e682-f2be-4849-8f88-0803238fa92f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.825916 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e682-f2be-4849-8f88-0803238fa92f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:17.842700 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-76de7ace-10ff-412e-a305-b9f7b77cc45c req-8f9f531f-fc11-43a0-94d4-6d9707bce3b3 service neutron] 10.222.0.103 "GET /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325250 Aug 31 09:00:17.842985 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-a8d6e682-f2be-4849-8f88-0803238fa92f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Calling delete_port for df73b64c-f6a1-40cd-87cc-28f6f026a0ee owned by network:floatingip {{(pid=101272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:17.911418 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 57488) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:18.019860 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-fa4e6a9f-3df9-4c9b-aaf8-185c0250faf6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=37794a2c64b644a191bbec64466ba629&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1069400 Aug 31 09:00:18.023224 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 57490) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:18.127879 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09591ca5-1e84-4728-94cd-da52db418f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.222472 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09591ca5-1e84-4728-94cd-da52db418f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.243469 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e682-f2be-4849-8f88-0803238fa92f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.280472 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe9ad6-e0a2-4c38-be1a-a5b206a7f821 req-c7845f0c-7479-4c51-a378-5fc3ad4c2c00 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:18.280780 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6e682-f2be-4849-8f88-0803238fa92f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Pushing event deleted for resources: {'Port': ['ID=df73b64c-f6a1-40cd-87cc-28f6f026a0ee,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:18.283078 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e1fe9ad6-e0a2-4c38-be1a-a5b206a7f821 req-c7845f0c-7479-4c51-a378-5fc3ad4c2c00 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.1591322 Aug 31 09:00:18.353018 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e682-f2be-4849-8f88-0803238fa92f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks [] for floatingip, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.353452 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.l3_db [None req-a8d6e682-f2be-4849-8f88-0803238fa92f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Floating IP 56e22346-0289-434a-9bbd-68bc3066c6c1 disassociated (deleted). External IP: 172.27.0.114, port: e0da8531-160a-4656-ae46-68b171a6b84c. Aug 31 09:00:18.372883 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e1fe9ad6-e0a2-4c38-be1a-a5b206a7f821 req-450f6427-af41-4674-a61d-e46a72efb371 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684619 Aug 31 09:00:18.475871 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09591ca5-1e84-4728-94cd-da52db418f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.483823 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-09591ca5-1e84-4728-94cd-da52db418f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.490141 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-09591ca5-1e84-4728-94cd-da52db418f29 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1b6b9513-92b0-444b-8682-ba8a40204a70 HTTP/1.1" status: 204 len: 168 time: 0.4613485 Aug 31 09:00:18.499834 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09591ca5-1e84-4728-94cd-da52db418f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6b9513-92b0-444b-8682-ba8a40204a70,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:18.667257 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d6e682-f2be-4849-8f88-0803238fa92f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Router e3fbc257-633a-4a99-8c9a-2d42374d11ce has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:00:18.814060 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d6e682-f2be-4849-8f88-0803238fa92f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:00:18.821798 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a8d6e682-f2be-4849-8f88-0803238fa92f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:18.833160 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43428f8f-3f75-4389-8687-52eb341d5c2e None None] Sync routers for ids ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:00:18.858538 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43428f8f-3f75-4389-8687-52eb341d5c2e None None] Routers {'e3fbc257-633a-4a99-8c9a-2d42374d11ce'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:18.859676 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-43428f8f-3f75-4389-8687-52eb341d5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:00:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:18.874247 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-a8d6e682-f2be-4849-8f88-0803238fa92f tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "DELETE /v2.0/floatingips/56e22346-0289-434a-9bbd-68bc3066c6c1 HTTP/1.1" status: 204 len: 168 time: 1.4095788 Aug 31 09:00:18.874247 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'tag': 'e0da8531-160a-4656-ae46-68b171a6b84c'}] {{(pid=101272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:00:18.875269 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c305cbc8c06b24060600ca92de127493340b06c079c8aaacccf023196f54b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10f0517-513e-4609-8741-e4cdc65bd06e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa40f16c-6489-4bad-9e43-e42a51f85a44", "tag": "e0da8531-160a-4656-ae46-68b171a6b84c"}]}' {{(pid=101272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:00:19.003570 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-43428f8f-3f75-4389-8687-52eb341d5c2e None None] Set router e3fbc257-633a-4a99-8c9a-2d42374d11ce gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:19.339064 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-43428f8f-3f75-4389-8687-52eb341d5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'name': 'tempest-TestMinimumBasicScenario-2041595487-router', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:14Z', 'updated_at': '2021-08-31T08:57:18Z', 'revision_number': 4, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'gw_port': {'id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:15Z', 'updated_at': '2021-08-31T08:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '2bd98223-6597-4aff-a89e-32b923667087', 'name': '', 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'mac_address': 'fa:16:3e:b7:c4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:17Z', 'updated_at': '2021-08-31T08:57:24Z', 'revision_number': 5, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'subnets': [{'id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:19.369183 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43428f8f-3f75-4389-8687-52eb341d5c2e None None] Checking router: e3fbc257-633a-4a99-8c9a-2d42374d11ce for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:00:19.379373 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43428f8f-3f75-4389-8687-52eb341d5c2e None None] Routers {'e3fbc257-633a-4a99-8c9a-2d42374d11ce'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:19.380029 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-43428f8f-3f75-4389-8687-52eb341d5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:00:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:19.528811 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-43428f8f-3f75-4389-8687-52eb341d5c2e None None] Set router e3fbc257-633a-4a99-8c9a-2d42374d11ce gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:19.538945 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f5453a-65d0-4e74-b3dd-6eb6304b5221 x-openstack-request-id: req-c1f5453a-65d0-4e74-b3dd-6eb6304b5221 {{(pid=101272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:00:19.560161 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa40f16c-6489-4bad-9e43-e42a51f85a44", "tag": "e0da8531-160a-4656-ae46-68b171a6b84c", "status": "completed", "code": 200}]} {{(pid=101272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:00:19.560734 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c1f5453a-65d0-4e74-b3dd-6eb6304b5221 {{(pid=101272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:00:19.563835 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'tag': 'e0da8531-160a-4656-ae46-68b171a6b84c', 'status': 'completed', 'code': 200} Aug 31 09:00:19.651077 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f0517-513e-4609-8741-e4cdc65bd06e req-dc266eb8-d100-407e-927b-0a51d3cc61b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:19.652874 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f10f0517-513e-4609-8741-e4cdc65bd06e req-dc266eb8-d100-407e-927b-0a51d3cc61b5 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=027ea9433f8c40e19169b615c8f7a7a2&device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 1099 time: 0.0706012 Aug 31 09:00:19.838744 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f0517-513e-4609-8741-e4cdc65bd06e req-82541cda-4858-4008-aa4b-75137aab3940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:19.841634 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f10f0517-513e-4609-8741-e4cdc65bd06e req-82541cda-4858-4008-aa4b-75137aab3940 service neutron] 10.222.0.103 "GET /v2.0/networks?id=aa759939-4fd0-42d1-8f23-04f0153489f8 HTTP/1.1" status: 200 len: 917 time: 0.1747599 Aug 31 09:00:19.871456 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-43428f8f-3f75-4389-8687-52eb341d5c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'name': 'tempest-TestMinimumBasicScenario-2041595487-router', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:14Z', 'updated_at': '2021-08-31T08:57:18Z', 'revision_number': 4, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'gw_port': {'id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:15Z', 'updated_at': '2021-08-31T08:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '2bd98223-6597-4aff-a89e-32b923667087', 'name': '', 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'mac_address': 'fa:16:3e:b7:c4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:17Z', 'updated_at': '2021-08-31T08:57:24Z', 'revision_number': 5, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'subnets': [{'id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:19.917655 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f10f0517-513e-4609-8741-e4cdc65bd06e req-baac2545-b598-4069-b770-010206c2fec0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0da8531-160a-4656-ae46-68b171a6b84c HTTP/1.1" status: 200 len: 217 time: 0.0663035 Aug 31 09:00:19.999858 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f0517-513e-4609-8741-e4cdc65bd06e req-f5fb6cb3-2f78-4c38-a6a9-5a287568df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:20.001421 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43428f8f-3f75-4389-8687-52eb341d5c2e None None] The sync data for ids ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'] in dv-cinder-782910-2-iscsi is: [{'id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'name': 'tempest-TestMinimumBasicScenario-2041595487-router', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:14Z', 'updated_at': '2021-08-31T08:57:18Z', 'revision_number': 4, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'gw_port': {'id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:15Z', 'updated_at': '2021-08-31T08:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '2bd98223-6597-4aff-a89e-32b923667087', 'name': '', 'network_id': 'aa759939-4fd0-42d1-8f23-04f0153489f8', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'mac_address': 'fa:16:3e:b7:c4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:17Z', 'updated_at': '2021-08-31T08:57:24Z', 'revision_number': 5, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'subnets': [{'id': '3f13acbc-d2a4-4de5-a4d7-7feff7f32443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:00:20.002276 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f10f0517-513e-4609-8741-e4cdc65bd06e req-f5fb6cb3-2f78-4c38-a6a9-5a287568df48 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=3f13acbc-d2a4-4de5-a4d7-7feff7f32443 HTTP/1.1" status: 200 len: 854 time: 0.0730650 Aug 31 09:00:20.081400 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f0517-513e-4609-8741-e4cdc65bd06e req-24c47f0a-1535-4ba4-95f7-7c0a095e35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:20.083733 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f10f0517-513e-4609-8741-e4cdc65bd06e req-24c47f0a-1535-4ba4-95f7-7c0a095e35f9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=aa759939-4fd0-42d1-8f23-04f0153489f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734718 Aug 31 09:00:20.236289 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f10f0517-513e-4609-8741-e4cdc65bd06e req-0fdafe02-65d6-49c9-b4af-ceb8b9001aef service neutron] 10.222.0.103 "GET /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394043 Aug 31 09:00:20.387649 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f10f0517-513e-4609-8741-e4cdc65bd06e req-3f002f5c-9c35-421a-a05d-82e112f7d690 service neutron] 10.222.0.103 "GET /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428771 Aug 31 09:00:20.396672 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dc0272-482f-467c-872b-970f238ae0fc None None] New status for floating IP 56e22346-0289-434a-9bbd-68bc3066c6c1: DOWN {{(pid=101274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:00:20.759457 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 12bbdf0a-0e43-4279-8950-f2ac4389affa no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:00:21.746189 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff14a5-2d9f-4555-b05e-5b4a4e92f32c req-e2d749f7-84b1-4992-9f7e-27e68db9e917 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:21.750569 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-36ff14a5-2d9f-4555-b05e-5b4a4e92f32c req-e2d749f7-84b1-4992-9f7e-27e68db9e917 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.0826299 Aug 31 09:00:21.836900 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-36ff14a5-2d9f-4555-b05e-5b4a4e92f32c req-5be5431d-1cf3-4ca5-961e-e756357ee33a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730577 Aug 31 09:00:22.576276 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 57596) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:22.684086 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-13ef307d-184a-407d-a962-5786f8041602 req-2d336e68-a78c-4a48-82f6-fa165adb255f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1060500 Aug 31 09:00:23.042866 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d83de2-033e-49fb-bc42-dce5fad9db72 req-449f5602-1e4d-4d79-b083-d5c8d67d4539 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:23.045770 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-08d83de2-033e-49fb-bc42-dce5fad9db72 req-449f5602-1e4d-4d79-b083-d5c8d67d4539 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.0742209 Aug 31 09:00:23.102190 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-08d83de2-033e-49fb-bc42-dce5fad9db72 req-21d1ac32-61f5-4b63-9c0d-39a58a6a8f5a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494599 Aug 31 09:00:24.096402 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffb8f8-af08-40b0-9173-c24f1eefe771 req-e7fa8145-28d1-4f5e-900b-59e4f60bc1f5 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:24.098085 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-faffb8f8-af08-40b0-9173-c24f1eefe771 req-e7fa8145-28d1-4f5e-900b-59e4f60bc1f5 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 946 time: 0.0644815 Aug 31 09:00:24.149865 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-faffb8f8-af08-40b0-9173-c24f1eefe771 req-ebc7208e-e012-4c9b-9d5f-7673cf678fca tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421224 Aug 31 09:00:24.248351 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21cd7b0-f12b-4a18-ad65-f3f38403543d req-81917ebe-55ec-4306-b100-d89404855f41 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:24.248351 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d21cd7b0-f12b-4a18-ad65-f3f38403543d req-81917ebe-55ec-4306-b100-d89404855f41 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.0530229 Aug 31 09:00:24.296128 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d21cd7b0-f12b-4a18-ad65-f3f38403543d req-1eb48032-0d3b-452a-b87e-cca504e69b6c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443525 Aug 31 09:00:24.607767 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef307d-184a-407d-a962-5786f8041602 req-fb29bc22-3cc9-4bb4-8311-edc98b7bea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:24.609332 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-13ef307d-184a-407d-a962-5786f8041602 req-fb29bc22-3cc9-4bb4-8311-edc98b7bea25 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468&tenant_id=e986ed04246f4cd9a5fafdf9f660684b HTTP/1.1" status: 200 len: 1096 time: 0.0475354 Aug 31 09:00:24.689581 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef307d-184a-407d-a962-5786f8041602 req-0aaa92d7-102d-414d-b139-1c24a6d3f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:24.691157 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-13ef307d-184a-407d-a962-5786f8041602 req-0aaa92d7-102d-414d-b139-1c24a6d3f46c service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e986ed04246f4cd9a5fafdf9f660684b&device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 1096 time: 0.0489588 Aug 31 09:00:24.802923 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef307d-184a-407d-a962-5786f8041602 req-e78f82f7-ccc9-4845-9f55-002982ed318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:24.805907 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-13ef307d-184a-407d-a962-5786f8041602 req-e78f82f7-ccc9-4845-9f55-002982ed318f service neutron] 10.222.0.103 "GET /v2.0/networks?id=945ae18c-2f91-47bd-bfbd-369ee74f27e6 HTTP/1.1" status: 200 len: 919 time: 0.1060011 Aug 31 09:00:24.893517 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-13ef307d-184a-407d-a962-5786f8041602 req-d65382e4-63cf-485f-bb97-237633f9af78 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa HTTP/1.1" status: 200 len: 998 time: 0.0797803 Aug 31 09:00:24.950482 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef307d-184a-407d-a962-5786f8041602 req-8e2e6e40-4c78-4a5b-917b-d11cdc0ebc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:24.952056 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-13ef307d-184a-407d-a962-5786f8041602 req-8e2e6e40-4c78-4a5b-917b-d11cdc0ebc4a service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5f7e7944-275c-4f13-be48-7508c282a8a0 HTTP/1.1" status: 200 len: 856 time: 0.0487428 Aug 31 09:00:25.017259 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef307d-184a-407d-a962-5786f8041602 req-223b79bb-8521-4d39-944b-f08108443172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:25.018971 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-13ef307d-184a-407d-a962-5786f8041602 req-223b79bb-8521-4d39-944b-f08108443172 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=945ae18c-2f91-47bd-bfbd-369ee74f27e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565469 Aug 31 09:00:25.123379 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-13ef307d-184a-407d-a962-5786f8041602 req-a6a87fe7-8c2f-419a-8658-726b55bd957f service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953469 Aug 31 09:00:25.245280 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-13ef307d-184a-407d-a962-5786f8041602 req-e919cdea-d969-4840-81f1-a966a3db62c3 service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121702 Aug 31 09:00:25.304789 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca8e6f-1f6f-41ae-b245-6636e23aa812 req-ea569866-44e4-48bd-bbda-4acb75bc936c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:25.306395 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f1ca8e6f-1f6f-41ae-b245-6636e23aa812 req-ea569866-44e4-48bd-bbda-4acb75bc936c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 946 time: 0.0602527 Aug 31 09:00:25.356718 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f1ca8e6f-1f6f-41ae-b245-6636e23aa812 req-771dc384-1837-4e03-a5c9-4d62b347894a tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433540 Aug 31 09:00:25.528393 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a279a9-a5ca-47e1-85cb-cdbc9c3fccc7 req-8ba3df32-ebdc-4211-ae72-c2bcf684e8d6 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:25.531176 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-44a279a9-a5ca-47e1-85cb-cdbc9c3fccc7 req-8ba3df32-ebdc-4211-ae72-c2bcf684e8d6 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.0919719 Aug 31 09:00:25.584982 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-44a279a9-a5ca-47e1-85cb-cdbc9c3fccc7 req-9602e230-0e94-4bf1-b6a3-8afce759e5a8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457776 Aug 31 09:00:26.588396 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c1e93-2cbc-46d0-b8b5-5a90ceb86a84 req-a5c3706f-55ef-45ba-aec6-d18d95533a99 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:26.596946 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-958c1e93-2cbc-46d0-b8b5-5a90ceb86a84 req-a5c3706f-55ef-45ba-aec6-d18d95533a99 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 946 time: 0.1247082 Aug 31 09:00:26.662206 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-958c1e93-2cbc-46d0-b8b5-5a90ceb86a84 req-9e13b13a-ce09-43e7-9dec-280f3d4d3beb tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637639 Aug 31 09:00:26.831093 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c1cd3-dbab-4a21-9680-802deb7d3a4c req-731b7a97-d413-4ccc-b69d-d52e9fdddba7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:26.831093 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f68c1cd3-dbab-4a21-9680-802deb7d3a4c req-731b7a97-d413-4ccc-b69d-d52e9fdddba7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.0758762 Aug 31 09:00:26.894571 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f68c1cd3-dbab-4a21-9680-802deb7d3a4c req-293fb7fc-25d5-447c-8b20-813491011409 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554876 Aug 31 09:00:27.882719 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadc19b-3c3c-4688-801a-2bb640ec6178 req-a1dabb95-b702-4370-8ddc-182f5e677cb3 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:27.895353 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7dadc19b-3c3c-4688-801a-2bb640ec6178 req-a1dabb95-b702-4370-8ddc-182f5e677cb3 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 946 time: 0.1166315 Aug 31 09:00:27.968171 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7dadc19b-3c3c-4688-801a-2bb640ec6178 req-4fcfac65-0133-400d-9f8e-e266569bccad tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596485 Aug 31 09:00:28.115440 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dcf5b-fc7e-42e7-b213-1fc557d7f53a req-494241c4-6518-4ac3-8434-74033c235974 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:28.119520 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8a5dcf5b-fc7e-42e7-b213-1fc557d7f53a req-494241c4-6518-4ac3-8434-74033c235974 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.0763671 Aug 31 09:00:28.218129 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8a5dcf5b-fc7e-42e7-b213-1fc557d7f53a req-f7d3e05d-48c1-4e0c-a561-7b0643c21384 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863550 Aug 31 09:00:29.135807 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f5343-6898-4a62-a53e-63c8a858fe13 req-45da6015-fedf-4dd1-8ac6-9ef8e3fbf6fe tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:29.138656 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ba9f5343-6898-4a62-a53e-63c8a858fe13 req-45da6015-fedf-4dd1-8ac6-9ef8e3fbf6fe tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 946 time: 0.0746894 Aug 31 09:00:29.191075 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ba9f5343-6898-4a62-a53e-63c8a858fe13 req-e3623ec5-67f9-4a67-8e43-4bfb4fabb6ab tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451605 Aug 31 09:00:29.407798 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:00:29.428011 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823bd66-7a7a-4337-bcb1-364d7ca6bc68 req-7a0ddc98-5833-47db-9da9-701cec3ca439 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:29.431525 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1823bd66-7a7a-4337-bcb1-364d7ca6bc68 req-7a0ddc98-5833-47db-9da9-701cec3ca439 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.0732567 Aug 31 09:00:29.502043 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1823bd66-7a7a-4337-bcb1-364d7ca6bc68 req-1873662f-8703-4e83-b031-ca6f25f0ffb6 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586851 Aug 31 09:00:30.342585 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0324b4-5854-4b91-92ac-2c45077ce313 req-5496313f-576a-4fcb-9712-f98833ed4df2 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:30.345892 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-bf0324b4-5854-4b91-92ac-2c45077ce313 req-5496313f-576a-4fcb-9712-f98833ed4df2 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 946 time: 0.0621152 Aug 31 09:00:30.405456 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-bf0324b4-5854-4b91-92ac-2c45077ce313 req-b58eacec-54e4-4f90-a2e7-c4956949866d tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449080 Aug 31 09:00:30.652295 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb328ebe-f2d1-4f86-bbb9-2e8a594e20db req-2c588a5c-7ad1-46c2-b902-a26fc75e2db0 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:30.653945 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-eb328ebe-f2d1-4f86-bbb9-2e8a594e20db req-2c588a5c-7ad1-46c2-b902-a26fc75e2db0 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.0614607 Aug 31 09:00:30.713806 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-eb328ebe-f2d1-4f86-bbb9-2e8a594e20db req-1dd52ded-ab20-40cc-bcc7-c4c074f94731 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444343 Aug 31 09:00:30.849241 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device e0da8531-160a-4656-ae46-68b171a6b84c no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:00:30.942196 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:30.972742 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0da8531-160a-4656-ae46-68b171a6b84c'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:00:30.975126 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406cc13c-bb60-426b-baed-5b7fd8fab89a" -d '{"events": [{"server_uuid": "aa40f16c-6489-4bad-9e43-e42a51f85a44", "name": "network-vif-unplugged", "status": "completed", "tag": "e0da8531-160a-4656-ae46-68b171a6b84c"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:00:30.991993 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port e0da8531-160a-4656-ae46-68b171a6b84c, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=e0da8531-160a-4656-ae46-68b171a6b84c,segment=NetworkSegment(96658fba-cff4-4aac-a792-184f8e795041),segment_id=96658fba-cff4-4aac-a792-184f8e795041)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:31.038448 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 09:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782d2c01-07d8-4afa-a3e6-37775d586809 x-openstack-request-id: req-782d2c01-07d8-4afa-a3e6-37775d586809 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:00:31.038448 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa40f16c-6489-4bad-9e43-e42a51f85a44", "name": "network-vif-unplugged", "status": "completed", "tag": "e0da8531-160a-4656-ae46-68b171a6b84c", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:00:31.038448 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-782d2c01-07d8-4afa-a3e6-37775d586809 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:00:31.038448 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0da8531-160a-4656-ae46-68b171a6b84c', 'code': 200} Aug 31 09:00:31.085169 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:31.152224 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=e0da8531-160a-4656-ae46-68b171a6b84c,revision_number=8']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:31.597568 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f00041-bdfa-4ffe-bb71-f4df7e1ef4c7 req-a58fed6f-81cd-478b-89cb-96134de23ec3 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:31.600044 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-84f00041-bdfa-4ffe-bb71-f4df7e1ef4c7 req-a58fed6f-81cd-478b-89cb-96134de23ec3 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.0868561 Aug 31 09:00:31.650440 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-84f00041-bdfa-4ffe-bb71-f4df7e1ef4c7 req-12b7f6bb-dada-45ec-9cd7-1c2bac327c93 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425739 Aug 31 09:00:31.863201 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f12872-e393-4d3d-b03f-f8d13dcd7a30 req-ca7780cb-dbbe-4bea-a50b-2310acbe099f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:31.864850 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-00f12872-e393-4d3d-b03f-f8d13dcd7a30 req-ca7780cb-dbbe-4bea-a50b-2310acbe099f tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.0606253 Aug 31 09:00:31.925332 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-00f12872-e393-4d3d-b03f-f8d13dcd7a30 req-83f48e82-a443-4c27-8b98-b879c7383fb2 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537353 Aug 31 09:00:32.829288 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db302480-b638-4139-befa-3d83503d4134 req-53db35ee-28dc-4404-bebc-55ead90344cc tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:32.832315 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-db302480-b638-4139-befa-3d83503d4134 req-53db35ee-28dc-4404-bebc-55ead90344cc tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.0807545 Aug 31 09:00:32.912661 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-db302480-b638-4139-befa-3d83503d4134 req-02b5997c-f479-4384-aadf-c03acc5f8349 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707226 Aug 31 09:00:33.125964 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94546424-9dec-4461-a4fa-504b5a9dbbc4 req-282bdd9d-9379-4543-81d2-2b521fe74379 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:33.130194 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-94546424-9dec-4461-a4fa-504b5a9dbbc4 req-282bdd9d-9379-4543-81d2-2b521fe74379 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.0996523 Aug 31 09:00:33.224092 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-94546424-9dec-4461-a4fa-504b5a9dbbc4 req-d3b199ad-89e0-4128-9877-0aee6e71844b tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828440 Aug 31 09:00:33.493658 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 57748) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:33.645082 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-4f6148cd-5bff-483e-aa64-583d2445feca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:33.755462 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-4f6148cd-5bff-483e-aa64-583d2445feca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:33.875978 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-4f6148cd-5bff-483e-aa64-583d2445feca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:33.918856 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6148cd-5bff-483e-aa64-583d2445feca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53389604-1e69-49ca-8a74-0d60b8235136,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:33.927603 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-4f6148cd-5bff-483e-aa64-583d2445feca admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=743260d48da74000b92d5c835dc09789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4326315 Aug 31 09:00:33.937963 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 57752) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:34.060192 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-32e1c9a6-6e53-44a8-ab7c-6b215790e265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:34.093641 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-32e1c9a6-6e53-44a8-ab7c-6b215790e265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:34.115508 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e7690-d53c-4c97-bd64-d71e1f21e850 req-f3429801-1ba2-44cf-82b4-70953acd4991 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:34.118157 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5c2e7690-d53c-4c97-bd64-d71e1f21e850 req-f3429801-1ba2-44cf-82b4-70953acd4991 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.1108692 Aug 31 09:00:34.184510 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5c2e7690-d53c-4c97-bd64-d71e1f21e850 req-c82e0b43-2610-4279-91ca-34fb268297d4 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588269 Aug 31 09:00:34.267933 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-32e1c9a6-6e53-44a8-ab7c-6b215790e265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:34.272679 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-32e1c9a6-6e53-44a8-ab7c-6b215790e265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:34.277905 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-32e1c9a6-6e53-44a8-ab7c-6b215790e265 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/53389604-1e69-49ca-8a74-0d60b8235136 HTTP/1.1" status: 204 len: 168 time: 0.3430343 Aug 31 09:00:34.290377 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1c9a6-6e53-44a8-ab7c-6b215790e265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53389604-1e69-49ca-8a74-0d60b8235136,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:34.447986 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba877c-c0f7-4821-8ae3-833e332123ef req-9bfa78ce-1a74-40ad-b16a-12a7cc5d7abc tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:34.450667 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3cba877c-c0f7-4821-8ae3-833e332123ef req-9bfa78ce-1a74-40ad-b16a-12a7cc5d7abc tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.0847688 Aug 31 09:00:34.499117 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3cba877c-c0f7-4821-8ae3-833e332123ef req-4f7d4eaf-4001-47ff-9351-682a19508fc8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383189 Aug 31 09:00:35.379148 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21985b62-41bb-4343-9161-539ef40f68da req-fdec6776-2c3f-456e-9d14-1571b401a956 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:35.388246 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-21985b62-41bb-4343-9161-539ef40f68da req-fdec6776-2c3f-456e-9d14-1571b401a956 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.1007998 Aug 31 09:00:35.464854 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-21985b62-41bb-4343-9161-539ef40f68da req-be807f27-3088-4e33-863c-f56cd326f73c tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751200 Aug 31 09:00:35.693395 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378079e5-aa4d-4f7b-b030-8ecc435e757b req-d6ef073b-60ff-4fe5-8962-8029134e458c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:35.696720 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-378079e5-aa4d-4f7b-b030-8ecc435e757b req-d6ef073b-60ff-4fe5-8962-8029134e458c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.0844500 Aug 31 09:00:35.761377 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-378079e5-aa4d-4f7b-b030-8ecc435e757b req-58436a77-554d-41ce-805b-483bee598ea8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525062 Aug 31 09:00:36.319145 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79436c86-6105-4503-99e9-1e437da3a23c req-5062dc8b-0cd1-4b09-9ebd-e6ab6b2848bf tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:36.320918 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-79436c86-6105-4503-99e9-1e437da3a23c req-5062dc8b-0cd1-4b09-9ebd-e6ab6b2848bf tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.103 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.0727034 Aug 31 09:00:36.430062 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-79436c86-6105-4503-99e9-1e437da3a23c req-79c406ee-3a70-455e-bd58-876137855b45 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Deleting port e0da8531-160a-4656-ae46-68b171a6b84c {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:36.430813 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-79436c86-6105-4503-99e9-1e437da3a23c req-79c406ee-3a70-455e-bd58-876137855b45 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:36.544045 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-79436c86-6105-4503-99e9-1e437da3a23c req-79c406ee-3a70-455e-bd58-876137855b45 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] For port e0da8531-160a-4656-ae46-68b171a6b84c, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=e0da8531-160a-4656-ae46-68b171a6b84c,segment=NetworkSegment(96658fba-cff4-4aac-a792-184f8e795041),segment_id=96658fba-cff4-4aac-a792-184f8e795041)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:36.544416 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-79436c86-6105-4503-99e9-1e437da3a23c req-79c406ee-3a70-455e-bd58-876137855b45 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:36.584356 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-79436c86-6105-4503-99e9-1e437da3a23c req-79c406ee-3a70-455e-bd58-876137855b45 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Calling delete_port for e0da8531-160a-4656-ae46-68b171a6b84c owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:36.648494 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a3226-554c-4a2e-8441-0d076cdd73f1 req-3ac41777-6647-4d9b-b81f-2a057999a435 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:36.650822 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e39a3226-554c-4a2e-8441-0d076cdd73f1 req-3ac41777-6647-4d9b-b81f-2a057999a435 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 944 time: 0.1027622 Aug 31 09:00:36.725281 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e39a3226-554c-4a2e-8441-0d076cdd73f1 req-8d067769-9f98-4156-823c-22fcee407ed2 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/security-groups?id=fb65f017-3a26-4865-99ca-23b8a49caf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661235 Aug 31 09:00:36.911872 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-79436c86-6105-4503-99e9-1e437da3a23c req-79c406ee-3a70-455e-bd58-876137855b45 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:36.937116 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510737e-8cf3-4ca1-95a5-c099ef15bb17 req-1a3c94ec-68e0-4580-a408-922e789a3a82 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:36.941256 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d510737e-8cf3-4ca1-95a5-c099ef15bb17 req-1a3c94ec-68e0-4580-a408-922e789a3a82 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.0632329 Aug 31 09:00:36.949948 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c406ee-3a70-455e-bd58-876137855b45 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Pushing event deleted for resources: {'Port': ['ID=e0da8531-160a-4656-ae46-68b171a6b84c,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:37.002868 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-79436c86-6105-4503-99e9-1e437da3a23c req-79c406ee-3a70-455e-bd58-876137855b45 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] No DVR routers for this DVR port e0da8531-160a-4656-ae46-68b171a6b84c on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:00:37.005661 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-79436c86-6105-4503-99e9-1e437da3a23c req-79c406ee-3a70-455e-bd58-876137855b45 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:37.007727 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-79436c86-6105-4503-99e9-1e437da3a23c req-79c406ee-3a70-455e-bd58-876137855b45 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.103 "DELETE /v2.0/ports/e0da8531-160a-4656-ae46-68b171a6b84c HTTP/1.1" status: 204 len: 173 time: 0.6798356 Aug 31 09:00:37.008248 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'name': 'network-vif-deleted', 'tag': 'e0da8531-160a-4656-ae46-68b171a6b84c'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:00:37.010749 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e4ef3b-3b9d-46fd-825f-e22affd88eeb" -d '{"events": [{"server_uuid": "aa40f16c-6489-4bad-9e43-e42a51f85a44", "name": "network-vif-deleted", "tag": "e0da8531-160a-4656-ae46-68b171a6b84c"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:00:37.023129 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d510737e-8cf3-4ca1-95a5-c099ef15bb17 req-02672820-3f33-4360-a1da-386121d7927e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716417 Aug 31 09:00:37.053141 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e08d79d-483c-433b-8757-1072890744b0 x-openstack-request-id: req-8e08d79d-483c-433b-8757-1072890744b0 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:00:37.053719 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa40f16c-6489-4bad-9e43-e42a51f85a44", "name": "network-vif-deleted", "tag": "e0da8531-160a-4656-ae46-68b171a6b84c", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:00:37.054148 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8e08d79d-483c-433b-8757-1072890744b0 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:00:37.055076 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa40f16c-6489-4bad-9e43-e42a51f85a44', 'name': 'network-vif-deleted', 'tag': 'e0da8531-160a-4656-ae46-68b171a6b84c', 'status': 'completed', 'code': 200} Aug 31 09:00:37.880593 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0012c8db-638b-4963-a33c-99be3b17cbeb req-6d5ee98b-ff36-47e2-9f1b-c16c58bf04a2 tempest-TestMinimumBasicScenario-1070196414 tempest-TestMinimumBasicScenario-1070196414-project] 10.222.0.74 "GET /v2.0/ports?device_id=aa40f16c-6489-4bad-9e43-e42a51f85a44 HTTP/1.1" status: 200 len: 210 time: 0.0297437 Aug 31 09:00:38.200245 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef85dd8-fefd-4c63-a3b4-0a9454860579 req-f0047a2c-c88a-45ec-9313-e98a5cf44c1c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:38.201932 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0ef85dd8-fefd-4c63-a3b4-0a9454860579 req-f0047a2c-c88a-45ec-9313-e98a5cf44c1c tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 943 time: 0.0772934 Aug 31 09:00:38.267075 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-0ef85dd8-fefd-4c63-a3b4-0a9454860579 req-65ec4ae4-6d27-43e4-bc08-a447d47b7adc tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540965 Aug 31 09:00:38.791456 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 57834) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:38.899447 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 12bbdf0a-0e43-4279-8950-f2ac4389affa details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:00:38.933578 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-25955472-05c3-47bf-b9cb-d21d54dbe5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.024521 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 12bbdf0a-0e43-4279-8950-f2ac4389affa, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:39.039446 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '12bbdf0a-0e43-4279-8950-f2ac4389affa', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'port_id': '12bbdf0a-0e43-4279-8950-f2ac4389affa', 'mac_address': 'fa:16:3e:3f:9f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:00:39.098758 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.127915 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12bbdf0a-0e43-4279-8950-f2ac4389affa {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:00:39.163100 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 12bbdf0a-0e43-4279-8950-f2ac4389affa, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:39.265676 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.329476 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-25955472-05c3-47bf-b9cb-d21d54dbe5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.342112 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=12bbdf0a-0e43-4279-8950-f2ac4389affa,revision_number=9']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:39.422248 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458610f-7c22-4c31-a893-7b5b383b3da8 req-00c4ad26-490f-41e8-872f-3e9f872f0d84 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:39.424055 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7458610f-7c22-4c31-a893-7b5b383b3da8 req-00c4ad26-490f-41e8-872f-3e9f872f0d84 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 944 time: 0.0608463 Aug 31 09:00:39.444809 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-25955472-05c3-47bf-b9cb-d21d54dbe5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.492143 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7458610f-7c22-4c31-a893-7b5b383b3da8 req-fea4b368-6d27-466b-98b0-cedcefb51cb3 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601718 Aug 31 09:00:39.498840 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['12bbdf0a-0e43-4279-8950-f2ac4389affa'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:00:39.517488 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25955472-05c3-47bf-b9cb-d21d54dbe5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4425a51-2352-40a8-bb02-c7c579b73f1d,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:39.544457 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 57860) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:39.556799 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-25955472-05c3-47bf-b9cb-d21d54dbe5a8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=16911ac8f3504605b5be9e32d624aa16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7635868 Aug 31 09:00:39.637187 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-30e43f67-f4d9-469b-8ecf-1bfb237b5810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.669389 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-30e43f67-f4d9-469b-8ecf-1bfb237b5810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.941590 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-30e43f67-f4d9-469b-8ecf-1bfb237b5810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.944181 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-30e43f67-f4d9-469b-8ecf-1bfb237b5810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:39.945325 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-30e43f67-f4d9-469b-8ecf-1bfb237b5810 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e4425a51-2352-40a8-bb02-c7c579b73f1d HTTP/1.1" status: 204 len: 168 time: 0.3996484 Aug 31 09:00:39.953072 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e43f67-f4d9-469b-8ecf-1bfb237b5810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4425a51-2352-40a8-bb02-c7c579b73f1d,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:40.685452 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d21eb-cdf9-4577-b82f-5a1304cbc071 req-098cb4a9-bb0a-4bb7-b844-c147835ac52a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:40.687567 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-bf7d21eb-cdf9-4577-b82f-5a1304cbc071 req-098cb4a9-bb0a-4bb7-b844-c147835ac52a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 944 time: 0.0682132 Aug 31 09:00:40.745880 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-bf7d21eb-cdf9-4577-b82f-5a1304cbc071 req-bb4cb7fb-1854-4eb7-b20b-bde0a0f2aed7 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514281 Aug 31 09:00:40.892947 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 57888) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:40.901219 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 12bbdf0a-0e43-4279-8950-f2ac4389affa up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:00:40.909126 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e971bba2-4cda-47cb-a864-849d0685e7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:40.976276 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 12bbdf0a-0e43-4279-8950-f2ac4389affa triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:00:40.977156 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:41.050076 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e971bba2-4cda-47cb-a864-849d0685e7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:41.105891 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:41.137540 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92713760-7205-4b33-b2fa-0a72d7076468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bbdf0a-0e43-4279-8950-f2ac4389affa'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:00:41.140266 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49e6ffb-b3ad-49f8-baac-f85e6b8f8129" -d '{"events": [{"server_uuid": "92713760-7205-4b33-b2fa-0a72d7076468", "name": "network-vif-plugged", "status": "completed", "tag": "12bbdf0a-0e43-4279-8950-f2ac4389affa"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:00:41.156769 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 12bbdf0a-0e43-4279-8950-f2ac4389affa, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:41.175019 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e971bba2-4cda-47cb-a864-849d0685e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:41.205006 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d302c28-ff43-48a3-9c6c-80154f467751 x-openstack-request-id: req-5d302c28-ff43-48a3-9c6c-80154f467751 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:00:41.205257 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92713760-7205-4b33-b2fa-0a72d7076468", "name": "network-vif-plugged", "status": "completed", "tag": "12bbdf0a-0e43-4279-8950-f2ac4389affa", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:00:41.205770 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5d302c28-ff43-48a3-9c6c-80154f467751 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:00:41.206477 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92713760-7205-4b33-b2fa-0a72d7076468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12bbdf0a-0e43-4279-8950-f2ac4389affa', 'code': 200} Aug 31 09:00:41.239208 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-e971bba2-4cda-47cb-a864-849d0685e7c8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ac84a80ac8d14bbabd7b5eb842e3758e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448114 Aug 31 09:00:41.242335 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971bba2-4cda-47cb-a864-849d0685e7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85ad035-5dcf-4a9f-9b83-bd9ee1bdc702,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:41.243169 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 57892) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:41.302604 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:41.313593 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f35bbe1-626b-4947-a05a-ba8343418516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:41.352634 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 57894) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:41.362678 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f35bbe1-626b-4947-a05a-ba8343418516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:41.385815 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=12bbdf0a-0e43-4279-8950-f2ac4389affa,revision_number=10']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:41.634073 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f35bbe1-626b-4947-a05a-ba8343418516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:41.639137 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f35bbe1-626b-4947-a05a-ba8343418516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:41.641179 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-5f35bbe1-626b-4947-a05a-ba8343418516 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d85ad035-5dcf-4a9f-9b83-bd9ee1bdc702 HTTP/1.1" status: 204 len: 168 time: 0.3962030 Aug 31 09:00:41.656797 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35bbe1-626b-4947-a05a-ba8343418516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85ad035-5dcf-4a9f-9b83-bd9ee1bdc702,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:41.676159 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dde7df-bb2d-4ee8-bfd7-014f72959057 req-73338490-9028-4e13-b7c6-8ec018129798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:41.679283 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-81dde7df-bb2d-4ee8-bfd7-014f72959057 req-73338490-9028-4e13-b7c6-8ec018129798 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 1099 time: 0.0880351 Aug 31 09:00:41.741577 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-81dde7df-bb2d-4ee8-bfd7-014f72959057 req-9caa4778-78a1-456e-8b67-43a288ad9b54 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482838 Aug 31 09:00:41.931493 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d7850a44-0744-4fdf-aac0-fb85ed1d44b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:41.959125 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287132f-444c-4705-9031-838124982faf req-bd3c7916-283a-47d3-bd3f-499339166592 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:41.960793 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1287132f-444c-4705-9031-838124982faf req-bd3c7916-283a-47d3-bd3f-499339166592 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 946 time: 0.1114147 Aug 31 09:00:41.995968 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-2a26b4b8-2a27-40ae-90d8-64e2b3dabe02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435476'] for router_interface, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:42.055495 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1287132f-444c-4705-9031-838124982faf req-79715e01-6ef0-466c-b44f-9778f1b39995 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867264 Aug 31 09:00:42.369409 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-2a26b4b8-2a27-40ae-90d8-64e2b3dabe02 admin admin] Deleting port 2bd98223-6597-4aff-a89e-32b923667087 {{(pid=101272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:42.369811 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-2a26b4b8-2a27-40ae-90d8-64e2b3dabe02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:42.510872 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.db [None req-2a26b4b8-2a27-40ae-90d8-64e2b3dabe02 admin admin] For port 2bd98223-6597-4aff-a89e-32b923667087, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=2bd98223-6597-4aff-a89e-32b923667087,segment=NetworkSegment(96658fba-cff4-4aac-a792-184f8e795041),segment_id=96658fba-cff4-4aac-a792-184f8e795041)] {{(pid=101272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:42.511377 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-2a26b4b8-2a27-40ae-90d8-64e2b3dabe02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:42.536484 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-2a26b4b8-2a27-40ae-90d8-64e2b3dabe02 admin admin] Calling delete_port for 2bd98223-6597-4aff-a89e-32b923667087 owned by network:router_interface {{(pid=101272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:42.865496 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-2a26b4b8-2a27-40ae-90d8-64e2b3dabe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:42.896864 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26b4b8-2a27-40ae-90d8-64e2b3dabe02 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd98223-6597-4aff-a89e-32b923667087,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:43.121784 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-2a26b4b8-2a27-40ae-90d8-64e2b3dabe02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435592'] for router_interface, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:43.247429 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bd8e6-3c68-4afd-87ab-a1fa3ea4f3f1 req-bd2daa43-c827-4dcc-ad8d-d8133df0ab36 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:43.249216 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3f1bd8e6-3c68-4afd-87ab-a1fa3ea4f3f1 req-bd2daa43-c827-4dcc-ad8d-d8133df0ab36 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 946 time: 0.0772538 Aug 31 09:00:43.312561 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3f1bd8e6-3c68-4afd-87ab-a1fa3ea4f3f1 req-3f94cf22-0f54-4806-8ee6-e99554170a8d tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534043 Aug 31 09:00:43.455654 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a26b4b8-2a27-40ae-90d8-64e2b3dabe02 admin admin] Router e3fbc257-633a-4a99-8c9a-2d42374d11ce has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:00:43.627802 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a26b4b8-2a27-40ae-90d8-64e2b3dabe02 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:00:43.636999 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-2a26b4b8-2a27-40ae-90d8-64e2b3dabe02 admin admin] 10.222.0.74 "PUT /v2.0/routers/e3fbc257-633a-4a99-8c9a-2d42374d11ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2824380 Aug 31 09:00:43.639043 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 57936) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:43.644467 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96abb451-880e-40ab-8b19-9b846db9a18a None None] Sync routers for ids ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:00:43.662963 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96abb451-880e-40ab-8b19-9b846db9a18a None None] Routers {'e3fbc257-633a-4a99-8c9a-2d42374d11ce'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:43.665838 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-96abb451-880e-40ab-8b19-9b846db9a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:00:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:43.816235 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-49a6541a-6cfc-4aba-acb1-8d9f531fd189 admin admin] Notify callbacks [] for router, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:43.828009 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-96abb451-880e-40ab-8b19-9b846db9a18a None None] Set router e3fbc257-633a-4a99-8c9a-2d42374d11ce gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:44.020182 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-49a6541a-6cfc-4aba-acb1-8d9f531fd189 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:44.104034 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-96abb451-880e-40ab-8b19-9b846db9a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'name': 'tempest-TestMinimumBasicScenario-2041595487-router', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:14Z', 'updated_at': '2021-08-31T09:00:42Z', 'revision_number': 5, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'gw_port': {'id': 'fe6181e8-2c9c-4f6f-a870-ab9980142a7d', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:51:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:15Z', 'updated_at': '2021-08-31T08:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:44.158240 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96abb451-880e-40ab-8b19-9b846db9a18a None None] Checking router: e3fbc257-633a-4a99-8c9a-2d42374d11ce for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:00:44.170078 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96abb451-880e-40ab-8b19-9b846db9a18a None None] Routers {'e3fbc257-633a-4a99-8c9a-2d42374d11ce'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:44.170692 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-96abb451-880e-40ab-8b19-9b846db9a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:00:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:44.194944 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-49a6541a-6cfc-4aba-acb1-8d9f531fd189 admin admin] Deleting port fe6181e8-2c9c-4f6f-a870-ab9980142a7d {{(pid=101272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:44.196294 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-49a6541a-6cfc-4aba-acb1-8d9f531fd189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:44.276002 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-96abb451-880e-40ab-8b19-9b846db9a18a None None] Set router e3fbc257-633a-4a99-8c9a-2d42374d11ce gateway port host: None {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:44.311427 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.db [None req-49a6541a-6cfc-4aba-acb1-8d9f531fd189 admin admin] For port fe6181e8-2c9c-4f6f-a870-ab9980142a7d, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=fe6181e8-2c9c-4f6f-a870-ab9980142a7d,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:44.311739 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-49a6541a-6cfc-4aba-acb1-8d9f531fd189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:44.337582 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-49a6541a-6cfc-4aba-acb1-8d9f531fd189 admin admin] Calling delete_port for fe6181e8-2c9c-4f6f-a870-ab9980142a7d owned by network:router_gateway {{(pid=101272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:44.338283 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-96abb451-880e-40ab-8b19-9b846db9a18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'name': 'tempest-TestMinimumBasicScenario-2041595487-router', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:14Z', 'updated_at': '2021-08-31T09:00:44Z', 'revision_number': 6, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'gw_port_host': None}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:44.394088 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96abb451-880e-40ab-8b19-9b846db9a18a None None] The sync data for ids ['e3fbc257-633a-4a99-8c9a-2d42374d11ce'] in dv-cinder-782910-2-iscsi is: [{'id': 'e3fbc257-633a-4a99-8c9a-2d42374d11ce', 'name': 'tempest-TestMinimumBasicScenario-2041595487-router', 'tenant_id': '027ea9433f8c40e19169b615c8f7a7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:14Z', 'updated_at': '2021-08-31T09:00:44Z', 'revision_number': 6, 'project_id': '027ea9433f8c40e19169b615c8f7a7a2', 'gw_port_host': None}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:00:44.534590 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-999ed56d-9383-4fdf-bb80-d84b469a40a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:44.540083 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa228db4-272a-46b3-bc08-725be65b0dc8 req-ba216cfd-2bbc-4410-858d-ad4441335a40 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:44.541745 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-aa228db4-272a-46b3-bc08-725be65b0dc8 req-ba216cfd-2bbc-4410-858d-ad4441335a40 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 946 time: 0.1177170 Aug 31 09:00:44.667001 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:44.926960 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-aa228db4-272a-46b3-bc08-725be65b0dc8 req-67fe4b58-6076-495d-847c-60a7e2ecd211 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3681440 Aug 31 09:00:45.043000 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-49a6541a-6cfc-4aba-acb1-8d9f531fd189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:45.115354 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6541a-6cfc-4aba-acb1-8d9f531fd189 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6181e8-2c9c-4f6f-a870-ab9980142a7d,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:45.147501 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:45.170296 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-49a6541a-6cfc-4aba-acb1-8d9f531fd189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434474'] for router_gateway, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:45.327765 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-49a6541a-6cfc-4aba-acb1-8d9f531fd189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12810'] for router, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:45.332160 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-49a6541a-6cfc-4aba-acb1-8d9f531fd189 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:45.494170 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-49a6541a-6cfc-4aba-acb1-8d9f531fd189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441631'] for router, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:45.494963 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a6541a-6cfc-4aba-acb1-8d9f531fd189 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3fbc257-633a-4a99-8c9a-2d42374d11ce {{(pid=101272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:00:45.503042 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-49a6541a-6cfc-4aba-acb1-8d9f531fd189 admin admin] Notify callbacks [] for router, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:45.506223 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-49a6541a-6cfc-4aba-acb1-8d9f531fd189 admin admin] 10.222.0.74 "DELETE /v2.0/routers/e3fbc257-633a-4a99-8c9a-2d42374d11ce HTTP/1.1" status: 204 len: 168 time: 1.8630645 Aug 31 09:00:45.507775 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 57984) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:45.567761 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_v2 [None req-f352f4ed-6d4a-4f53-aba4-7546ae51ef3e admin admin] Deleting subnet 3f13acbc-d2a4-4de5-a4d7-7feff7f32443 {{(pid=101272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:00:45.571678 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f352f4ed-6d4a-4f53-aba4-7546ae51ef3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:45.617570 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f352f4ed-6d4a-4f53-aba4-7546ae51ef3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192415'] for subnet, precommit_delete_associations {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:45.682440 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:45.745463 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f352f4ed-6d4a-4f53-aba4-7546ae51ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:45.948631 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f352f4ed-6d4a-4f53-aba4-7546ae51ef3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9270521'] for subnet, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:45.986180 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352f4ed-6d4a-4f53-aba4-7546ae51ef3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f13acbc-d2a4-4de5-a4d7-7feff7f32443,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:45.993168 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f352f4ed-6d4a-4f53-aba4-7546ae51ef3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:45.997932 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-f352f4ed-6d4a-4f53-aba4-7546ae51ef3e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3f13acbc-d2a4-4de5-a4d7-7feff7f32443 HTTP/1.1" status: 204 len: 168 time: 0.4886341 Aug 31 09:00:46.001472 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 57988) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:46.008346 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40753966-093b-4559-89a2-84349c6986de None None] Network aa759939-4fd0-42d1-8f23-04f0153489f8 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:00:46.221783 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:46.251969 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477a4bf-20cc-4550-b798-2a9346d09598 req-a73d0a09-b89f-4341-8e07-0ac58779b9b8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:46.264105 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2477a4bf-20cc-4550-b798-2a9346d09598 req-a73d0a09-b89f-4341-8e07-0ac58779b9b8 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 946 time: 0.1794317 Aug 31 09:00:46.307632 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a0abc4-dfeb-4c96-b9e2-8131819268f7 None None] DHCP port deletion for aa759939-4fd0-42d1-8f23-04f0153489f8 request from dv-cinder-782910-2-iscsi {{(pid=101274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:00:46.331082 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2477a4bf-20cc-4550-b798-2a9346d09598 req-391aab88-a149-49bb-97be-2649ef5f0b15 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658944 Aug 31 09:00:46.338359 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 2bd98223-6597-4aff-a89e-32b923667087 no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:00:46.364926 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] Deleting port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:46.364926 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:46.373330 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: 2bd98223-6597-4aff-a89e-32b923667087 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:00:46.373886 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 2bd98223-6597-4aff-a89e-32b923667087 not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:00:46.374611 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device fe6181e8-2c9c-4f6f-a870-ab9980142a7d no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:00:46.417543 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: fe6181e8-2c9c-4f6f-a870-ab9980142a7d {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:00:46.417877 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device fe6181e8-2c9c-4f6f-a870-ab9980142a7d not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:00:46.442260 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0abc4-dfeb-4c96-b9e2-8131819268f7 None None] Deleting port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:46.442990 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c8a0abc4-dfeb-4c96-b9e2-8131819268f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:46.470783 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] For port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=9acf0afe-34c4-48e9-91db-6cf761bcdb6b,segment=NetworkSegment(96658fba-cff4-4aac-a792-184f8e795041),segment_id=96658fba-cff4-4aac-a792-184f8e795041)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:46.471334 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:46.494659 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] Calling delete_port for 9acf0afe-34c4-48e9-91db-6cf761bcdb6b owned by network:dhcp {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:46.526632 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-c8a0abc4-dfeb-4c96-b9e2-8131819268f7 None None] For port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=9acf0afe-34c4-48e9-91db-6cf761bcdb6b,segment=NetworkSegment(96658fba-cff4-4aac-a792-184f8e795041),segment_id=96658fba-cff4-4aac-a792-184f8e795041)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:46.526944 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c8a0abc4-dfeb-4c96-b9e2-8131819268f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:46.541913 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-c8a0abc4-dfeb-4c96-b9e2-8131819268f7 None None] Calling delete_port for 9acf0afe-34c4-48e9-91db-6cf761bcdb6b owned by network:dhcp {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:46.691033 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:46.701293 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c8a0abc4-dfeb-4c96-b9e2-8131819268f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:46.732628 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0abc4-dfeb-4c96-b9e2-8131819268f7 None None] Pushing event deleted for resources: {'Port': ['ID=9acf0afe-34c4-48e9-91db-6cf761bcdb6b,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:46.733474 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=9acf0afe-34c4-48e9-91db-6cf761bcdb6b,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:46.736798 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a0abc4-dfeb-4c96-b9e2-8131819268f7 None None] No DVR routers for this DVR port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b on host dv-cinder-782910-2-iscsi {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:00:46.740715 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] No DVR routers for this DVR port 9acf0afe-34c4-48e9-91db-6cf761bcdb6b on host dv-cinder-782910-2-iscsi {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:00:47.091281 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:47.103023 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa759939-4fd0-42d1-8f23-04f0153489f8']}} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:47.114775 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96658fba-cff4-4aac-a792-184f8e795041') {'for_net_delete': True} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:47.115067 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96658fba-cff4-4aac-a792-184f8e795041') {} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:47.129762 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12966656'] for segment, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:47.143746 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:47.150059 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] Releasing vlan 1352 on physical network physnet1 to pool {{(pid=101273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:00:47.150457 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12899888'] for segment, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: Traceback (most recent call last): Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: timer() Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: cb(*args, **kw) Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: return func(*args, **kwargs) Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: self._notify() Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: self.callback(batched_events) Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: event.method(event) Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: return f(self, *a, **k) Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: return self._get(url).json() Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: return self.request(url, 'GET', **kwargs) Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:00:47.152834 dv-cinder-782910-2-iscsi neutron-server[101273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:00:47.324578 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:47.333779 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:47.334366 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] 10.222.0.74 "DELETE /v2.0/networks/aa759939-4fd0-42d1-8f23-04f0153489f8 HTTP/1.1" status: 204 len: 168 time: 1.3315191 Aug 31 09:00:47.337481 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58002) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:47.354096 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd66ed-f020-47e9-9834-cd19e80b1a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa759939-4fd0-42d1-8f23-04f0153489f8,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:47.644507 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:47.751825 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-306a75a3-3f2d-4e63-b762-01499979a402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435476'] for router_interface, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:47.818413 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0244f312-f3fb-420f-ba12-2c33cd005e39 req-a6f1720e-3aae-45ed-8b32-6f344fcd2469 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438097 Aug 31 09:00:47.915588 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244f312-f3fb-420f-ba12-2c33cd005e39 req-3d7642d6-b77b-44b5-8dba-0ffe2a84a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:47.917201 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0244f312-f3fb-420f-ba12-2c33cd005e39 req-3d7642d6-b77b-44b5-8dba-0ffe2a84a077 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=e986ed04246f4cd9a5fafdf9f660684b&device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 1099 time: 0.0467298 Aug 31 09:00:48.053282 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244f312-f3fb-420f-ba12-2c33cd005e39 req-74598237-c293-496b-93b4-de488e930b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:48.054844 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0244f312-f3fb-420f-ba12-2c33cd005e39 req-74598237-c293-496b-93b4-de488e930b10 service neutron] 10.222.0.103 "GET /v2.0/networks?id=945ae18c-2f91-47bd-bfbd-369ee74f27e6 HTTP/1.1" status: 200 len: 919 time: 0.1144290 Aug 31 09:00:48.084853 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-306a75a3-3f2d-4e63-b762-01499979a402 admin admin] Deleting port 85c3445a-fc14-46dd-977a-639348dd62d1 {{(pid=101272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:48.085217 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-306a75a3-3f2d-4e63-b762-01499979a402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:48.139826 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0244f312-f3fb-420f-ba12-2c33cd005e39 req-aa240dba-ae17-4691-b4b6-c13754c8e522 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa HTTP/1.1" status: 200 len: 1000 time: 0.0766437 Aug 31 09:00:48.180558 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.db [None req-306a75a3-3f2d-4e63-b762-01499979a402 admin admin] For port 85c3445a-fc14-46dd-977a-639348dd62d1, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=85c3445a-fc14-46dd-977a-639348dd62d1,segment=NetworkSegment(58817a8d-4882-4f40-a286-82a8a7b2332b),segment_id=58817a8d-4882-4f40-a286-82a8a7b2332b)] {{(pid=101272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:48.180844 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-306a75a3-3f2d-4e63-b762-01499979a402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:48.196644 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244f312-f3fb-420f-ba12-2c33cd005e39 req-c72f63a8-c663-4ac4-b5d5-3969d5fab8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:48.196890 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-306a75a3-3f2d-4e63-b762-01499979a402 admin admin] Calling delete_port for 85c3445a-fc14-46dd-977a-639348dd62d1 owned by network:router_interface {{(pid=101272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:48.198353 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0244f312-f3fb-420f-ba12-2c33cd005e39 req-c72f63a8-c663-4ac4-b5d5-3969d5fab8a6 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=5f7e7944-275c-4f13-be48-7508c282a8a0 HTTP/1.1" status: 200 len: 856 time: 0.0503137 Aug 31 09:00:48.265277 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244f312-f3fb-420f-ba12-2c33cd005e39 req-769d9827-339d-4187-be7e-474f1a855608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:00:48.268381 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0244f312-f3fb-420f-ba12-2c33cd005e39 req-769d9827-339d-4187-be7e-474f1a855608 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=945ae18c-2f91-47bd-bfbd-369ee74f27e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617228 Aug 31 09:00:48.269600 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 9acf0afe-34c4-48e9-91db-6cf761bcdb6b no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:00:48.291638 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: 9acf0afe-34c4-48e9-91db-6cf761bcdb6b {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:00:48.292306 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 9acf0afe-34c4-48e9-91db-6cf761bcdb6b not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:00:48.377373 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0244f312-f3fb-420f-ba12-2c33cd005e39 req-9d327c8c-39ed-439b-b3d9-67b0b95695d8 service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006279 Aug 31 09:00:48.462735 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-306a75a3-3f2d-4e63-b762-01499979a402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:48.489596 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-0244f312-f3fb-420f-ba12-2c33cd005e39 req-fa5a3f24-60cd-4bd9-9439-34e5b79d2ffa service neutron] 10.222.0.103 "GET /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042581 Aug 31 09:00:48.493922 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a75a3-3f2d-4e63-b762-01499979a402 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c3445a-fc14-46dd-977a-639348dd62d1,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:48.679376 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-306a75a3-3f2d-4e63-b762-01499979a402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435592'] for router_interface, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:48.941669 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306a75a3-3f2d-4e63-b762-01499979a402 admin admin] Router e91db149-fbf0-48b3-856e-a9781013c9f0 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:00:49.078124 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306a75a3-3f2d-4e63-b762-01499979a402 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:00:49.086580 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-306a75a3-3f2d-4e63-b762-01499979a402 admin admin] 10.222.0.74 "PUT /v2.0/routers/e91db149-fbf0-48b3-856e-a9781013c9f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7479639 Aug 31 09:00:49.090885 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58008) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:49.095218 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081bb07b-c33b-4c3f-a43c-2e817db6e04a None None] Sync routers for ids ['e91db149-fbf0-48b3-856e-a9781013c9f0'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:00:49.121575 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081bb07b-c33b-4c3f-a43c-2e817db6e04a None None] Routers {'e91db149-fbf0-48b3-856e-a9781013c9f0'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:49.121575 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-081bb07b-c33b-4c3f-a43c-2e817db6e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:00:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e91db149-fbf0-48b3-856e-a9781013c9f0'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:49.243278 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca61b98e-cfc4-47b3-b65a-8578209c742e admin admin] Notify callbacks [] for router, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:49.307256 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-081bb07b-c33b-4c3f-a43c-2e817db6e04a None None] Set router e91db149-fbf0-48b3-856e-a9781013c9f0 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:49.387577 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca61b98e-cfc4-47b3-b65a-8578209c742e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:49.513440 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-081bb07b-c33b-4c3f-a43c-2e817db6e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'name': 'tempest-TestMinimumBasicScenario-1626653435-router', 'tenant_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '201ee946-7115-44a6-bcd5-388e8baee11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:22Z', 'updated_at': '2021-08-31T09:00:48Z', 'revision_number': 5, 'project_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'gw_port': {'id': '201ee946-7115-44a6-bcd5-388e8baee11a', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:11:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:57:23Z', 'updated_at': '2021-08-31T08:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:49.543104 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081bb07b-c33b-4c3f-a43c-2e817db6e04a None None] Checking router: e91db149-fbf0-48b3-856e-a9781013c9f0 for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:00:49.553260 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081bb07b-c33b-4c3f-a43c-2e817db6e04a None None] Routers {'e91db149-fbf0-48b3-856e-a9781013c9f0'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:00:49.553891 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-081bb07b-c33b-4c3f-a43c-2e817db6e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:00:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e91db149-fbf0-48b3-856e-a9781013c9f0'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:49.590283 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-ca61b98e-cfc4-47b3-b65a-8578209c742e admin admin] Deleting port 201ee946-7115-44a6-bcd5-388e8baee11a {{(pid=101272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:49.591139 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca61b98e-cfc4-47b3-b65a-8578209c742e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:49.750165 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.db [None req-ca61b98e-cfc4-47b3-b65a-8578209c742e admin admin] For port 201ee946-7115-44a6-bcd5-388e8baee11a, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=201ee946-7115-44a6-bcd5-388e8baee11a,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:49.751285 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca61b98e-cfc4-47b3-b65a-8578209c742e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:49.768450 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-ca61b98e-cfc4-47b3-b65a-8578209c742e admin admin] Calling delete_port for 201ee946-7115-44a6-bcd5-388e8baee11a owned by network:router_gateway {{(pid=101272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:49.810203 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-081bb07b-c33b-4c3f-a43c-2e817db6e04a None None] Set router e91db149-fbf0-48b3-856e-a9781013c9f0 gateway port host: None {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:00:49.871462 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-081bb07b-c33b-4c3f-a43c-2e817db6e04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'name': 'tempest-TestMinimumBasicScenario-1626653435-router', 'tenant_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:22Z', 'updated_at': '2021-08-31T09:00:49Z', 'revision_number': 6, 'project_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'gw_port_host': None}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:49.904960 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081bb07b-c33b-4c3f-a43c-2e817db6e04a None None] The sync data for ids ['e91db149-fbf0-48b3-856e-a9781013c9f0'] in dv-cinder-782910-2-iscsi is: [{'id': 'e91db149-fbf0-48b3-856e-a9781013c9f0', 'name': 'tempest-TestMinimumBasicScenario-1626653435-router', 'tenant_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:57:22Z', 'updated_at': '2021-08-31T09:00:49Z', 'revision_number': 6, 'project_id': '9e66bfdbb18343d29be8a56b4fe2c873', 'gw_port_host': None}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:00:50.179737 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca61b98e-cfc4-47b3-b65a-8578209c742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:50.209576 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca61b98e-cfc4-47b3-b65a-8578209c742e admin admin] Pushing event deleted for resources: {'Port': ['ID=201ee946-7115-44a6-bcd5-388e8baee11a,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:50.286407 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca61b98e-cfc4-47b3-b65a-8578209c742e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434474'] for router_gateway, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:50.419218 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca61b98e-cfc4-47b3-b65a-8578209c742e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12810'] for router, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:50.422243 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca61b98e-cfc4-47b3-b65a-8578209c742e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:50.671095 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca61b98e-cfc4-47b3-b65a-8578209c742e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441631'] for router, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:50.671871 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca61b98e-cfc4-47b3-b65a-8578209c742e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e91db149-fbf0-48b3-856e-a9781013c9f0 {{(pid=101272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:00:50.678850 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-ca61b98e-cfc4-47b3-b65a-8578209c742e admin admin] Notify callbacks [] for router, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:50.680304 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-ca61b98e-cfc4-47b3-b65a-8578209c742e admin admin] 10.222.0.74 "DELETE /v2.0/routers/e91db149-fbf0-48b3-856e-a9781013c9f0 HTTP/1.1" status: 204 len: 168 time: 1.5882695 Aug 31 09:00:50.683015 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58020) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:50.733374 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_v2 [None req-88aeb765-fe34-4d58-9e7c-458dcc716c8b admin admin] Deleting subnet 70ad3acc-fa24-4365-be41-76ddd89c53c2 {{(pid=101272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:00:50.738159 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-88aeb765-fe34-4d58-9e7c-458dcc716c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:50.760570 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 85c3445a-fc14-46dd-977a-639348dd62d1 no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:00:50.784663 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-88aeb765-fe34-4d58-9e7c-458dcc716c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9192415'] for subnet, precommit_delete_associations {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:50.802689 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: 85c3445a-fc14-46dd-977a-639348dd62d1 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:00:50.803669 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 85c3445a-fc14-46dd-977a-639348dd62d1 not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:00:50.888744 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-88aeb765-fe34-4d58-9e7c-458dcc716c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:51.057141 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-88aeb765-fe34-4d58-9e7c-458dcc716c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9427602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9270521'] for subnet, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:51.098810 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-88aeb765-fe34-4d58-9e7c-458dcc716c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:51.107164 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-88aeb765-fe34-4d58-9e7c-458dcc716c8b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/70ad3acc-fa24-4365-be41-76ddd89c53c2 HTTP/1.1" status: 204 len: 168 time: 0.4179382 Aug 31 09:00:51.107164 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aeb765-fe34-4d58-9e7c-458dcc716c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ad3acc-fa24-4365-be41-76ddd89c53c2,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:51.107573 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58030) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:51.120597 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1f6236-7906-44e6-87aa-989505f6aba9 None None] Network 49b17573-f794-45ce-8113-9b004ed6cde8 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:00:51.259352 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:51.376991 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] Deleting port 28689fb3-49b9-4c70-b2be-0b764522eb2c {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:51.377463 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:51.478429 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] For port 28689fb3-49b9-4c70-b2be-0b764522eb2c, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=28689fb3-49b9-4c70-b2be-0b764522eb2c,segment=NetworkSegment(58817a8d-4882-4f40-a286-82a8a7b2332b),segment_id=58817a8d-4882-4f40-a286-82a8a7b2332b)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:51.478831 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:51.500389 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] Calling delete_port for 28689fb3-49b9-4c70-b2be-0b764522eb2c owned by network:dhcp {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:51.513489 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16890e60-3a95-497a-baaf-384788c70f45 None None] DHCP port deletion for 49b17573-f794-45ce-8113-9b004ed6cde8 request from dv-cinder-782910-2-iscsi {{(pid=101274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:00:51.573400 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-16890e60-3a95-497a-baaf-384788c70f45 None None] Deleting port 28689fb3-49b9-4c70-b2be-0b764522eb2c {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:00:51.574164 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-16890e60-3a95-497a-baaf-384788c70f45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:51.657781 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-16890e60-3a95-497a-baaf-384788c70f45 None None] For port 28689fb3-49b9-4c70-b2be-0b764522eb2c, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=28689fb3-49b9-4c70-b2be-0b764522eb2c,segment=NetworkSegment(58817a8d-4882-4f40-a286-82a8a7b2332b),segment_id=58817a8d-4882-4f40-a286-82a8a7b2332b)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:00:51.658225 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-16890e60-3a95-497a-baaf-384788c70f45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:51.688437 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-16890e60-3a95-497a-baaf-384788c70f45 None None] Calling delete_port for 28689fb3-49b9-4c70-b2be-0b764522eb2c owned by network:dhcp {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:00:51.713617 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:51.759458 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] Pushing event deleted for resources: {'Port': ['ID=28689fb3-49b9-4c70-b2be-0b764522eb2c,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:51.765580 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] No DVR routers for this DVR port 28689fb3-49b9-4c70-b2be-0b764522eb2c on host dv-cinder-782910-2-iscsi {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:00:51.802804 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-16890e60-3a95-497a-baaf-384788c70f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:51.842330 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16890e60-3a95-497a-baaf-384788c70f45 None None] Pushing event deleted for resources: {'Port': ['ID=28689fb3-49b9-4c70-b2be-0b764522eb2c,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:51.851298 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16890e60-3a95-497a-baaf-384788c70f45 None None] No DVR routers for this DVR port 28689fb3-49b9-4c70-b2be-0b764522eb2c on host dv-cinder-782910-2-iscsi {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:00:51.879186 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:51.895309 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b17573-f794-45ce-8113-9b004ed6cde8']}} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:51.908374 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58038) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:51.912445 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58817a8d-4882-4f40-a286-82a8a7b2332b') {'for_net_delete': True} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:51.912788 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58817a8d-4882-4f40-a286-82a8a7b2332b') {} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:00:51.927647 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12966656'] for segment, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:51.946768 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:51.956007 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] Releasing vlan 1393 on physical network physnet1 to pool {{(pid=101273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:00:51.956434 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12899888'] for segment, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: Traceback (most recent call last): Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: timer() Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: cb(*args, **kw) Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: return func(*args, **kwargs) Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: self._notify() Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: self.callback(batched_events) Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: event.method(event) Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: return f(self, *a, **k) Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: return self._get(url).json() Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: return self.request(url, 'GET', **kwargs) Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:00:51.958371 dv-cinder-782910-2-iscsi neutron-server[101273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:00:52.052804 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0c7b3771-d387-4919-b7e2-4234e2383602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:52.144886 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:52.152826 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:52.155065 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] 10.222.0.74 "DELETE /v2.0/networks/49b17573-f794-45ce-8113-9b004ed6cde8 HTTP/1.1" status: 204 len: 168 time: 1.0477064 Aug 31 09:00:52.158825 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0c7b3771-d387-4919-b7e2-4234e2383602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:52.166887 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f627d4b-c122-42e5-93fa-a420fb2eda15 admin admin] Pushing event deleted for resources: {'Network': ['ID=49b17573-f794-45ce-8113-9b004ed6cde8,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:52.256262 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 28689fb3-49b9-4c70-b2be-0b764522eb2c no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:00:52.277675 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: 28689fb3-49b9-4c70-b2be-0b764522eb2c {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:00:52.278126 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 28689fb3-49b9-4c70-b2be-0b764522eb2c not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:00:52.278625 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 201ee946-7115-44a6-bcd5-388e8baee11a no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:00:52.289758 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-0c7b3771-d387-4919-b7e2-4234e2383602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:52.301093 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: 201ee946-7115-44a6-bcd5-388e8baee11a {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:00:52.301429 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 201ee946-7115-44a6-bcd5-388e8baee11a not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:00:52.332666 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b3771-d387-4919-b7e2-4234e2383602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cf4dc9-cd52-45cd-9dff-110d879f078e,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:52.337241 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-0c7b3771-d387-4919-b7e2-4234e2383602 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=025478ac275441bb86355e937b007d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4277804 Aug 31 09:00:52.341167 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58044) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:52.403611 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e45e8c37-74dd-4299-a08c-13287d28694b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:52.443067 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e45e8c37-74dd-4299-a08c-13287d28694b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:52.587383 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58046) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:52.604885 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e45e8c37-74dd-4299-a08c-13287d28694b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:52.607658 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e45e8c37-74dd-4299-a08c-13287d28694b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:52.608890 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-e45e8c37-74dd-4299-a08c-13287d28694b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/20cf4dc9-cd52-45cd-9dff-110d879f078e HTTP/1.1" status: 204 len: 168 time: 0.2667124 Aug 31 09:00:52.620981 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e8c37-74dd-4299-a08c-13287d28694b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cf4dc9-cd52-45cd-9dff-110d879f078e,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:52.649969 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-fee65b8b-26fd-4de4-a035-9c6944d83bc8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=027ea9433f8c40e19169b615c8f7a7a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614078 Aug 31 09:00:52.652897 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58050) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:52.709929 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e0c2-1530-4312-955f-7a3802fd1b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:52.738358 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e0c2-1530-4312-955f-7a3802fd1b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:52.867639 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e0c2-1530-4312-955f-7a3802fd1b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:52.870254 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e0c2-1530-4312-955f-7a3802fd1b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:52.871509 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-c0a7e0c2-1530-4312-955f-7a3802fd1b5e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fb65f017-3a26-4865-99ca-23b8a49caf0c HTTP/1.1" status: 204 len: 168 time: 0.2173867 Aug 31 09:00:52.879436 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7e0c2-1530-4312-955f-7a3802fd1b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb65f017-3a26-4865-99ca-23b8a49caf0c,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:53.398467 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58058) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:53.409860 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-feb0cf91-0dec-4c4f-b8c2-7d5360e4eada admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:53.497842 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-feb0cf91-0dec-4c4f-b8c2-7d5360e4eada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:53.575822 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-feb0cf91-0dec-4c4f-b8c2-7d5360e4eada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:53.615773 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-feb0cf91-0dec-4c4f-b8c2-7d5360e4eada admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=464c59141eeb4a0d8c6d1d369031d214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180860 Aug 31 09:00:53.617039 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0cf91-0dec-4c4f-b8c2-7d5360e4eada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd33e3fa-f588-4b47-b4d9-ba0c8e0efdf2,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:53.618587 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58060) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:53.677997 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8522bc13-6a8f-4a77-8476-cdd5b1ba197e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:53.701685 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8522bc13-6a8f-4a77-8476-cdd5b1ba197e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:53.722864 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58062) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:53.765765 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-3efd6f02-cc8a-4267-9374-8587c3cf4a21 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9e66bfdbb18343d29be8a56b4fe2c873&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415642 Aug 31 09:00:53.768280 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58064) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:00:53.819998 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-02522020-504e-46df-8642-fbc9a05239e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:53.842025 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-02522020-504e-46df-8642-fbc9a05239e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:53.845312 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8522bc13-6a8f-4a77-8476-cdd5b1ba197e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:53.847852 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8522bc13-6a8f-4a77-8476-cdd5b1ba197e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:53.849116 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-8522bc13-6a8f-4a77-8476-cdd5b1ba197e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fd33e3fa-f588-4b47-b4d9-ba0c8e0efdf2 HTTP/1.1" status: 204 len: 168 time: 0.2294409 Aug 31 09:00:53.858232 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8522bc13-6a8f-4a77-8476-cdd5b1ba197e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd33e3fa-f588-4b47-b4d9-ba0c8e0efdf2,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:00:53.993111 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-02522020-504e-46df-8642-fbc9a05239e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:53.995897 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-02522020-504e-46df-8642-fbc9a05239e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:00:53.997200 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-02522020-504e-46df-8642-fbc9a05239e3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ef1057f7-83a9-4ab1-adc0-9c93fab0902e HTTP/1.1" status: 204 len: 168 time: 0.2279394 Aug 31 09:00:54.005403 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02522020-504e-46df-8642-fbc9a05239e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1057f7-83a9-4ab1-adc0-9c93fab0902e,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:06.398843 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:01:11.855779 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-06045530-6bdf-4f9b-8799-98bce3e347c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:14.484047 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1c3ea9c0-37fa-4f65-9c9e-2cfb36897665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:14.670549 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:15.081691 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:15.649786 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:17.579598 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:20.503218 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58212) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:20.611468 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41481980-71e3-4b59-9dd8-a55a281aabf6 req-918dfede-76b7-4339-a54b-580d737dd107 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:20.613196 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-41481980-71e3-4b59-9dd8-a55a281aabf6 req-918dfede-76b7-4339-a54b-580d737dd107 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 946 time: 0.0552473 Aug 31 09:01:20.664298 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:20.691642 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-41481980-71e3-4b59-9dd8-a55a281aabf6 req-a3e7b17d-2913-40e2-b225-9c3e40e128cc tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689688 Aug 31 09:01:20.774553 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:20.876597 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:20.915186 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=78d9376ed72c4d3dab63cb052c89c4bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4108729 Aug 31 09:01:20.916186 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac83e230-b41e-4ee9-adca-00424f6c9798,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:20.918111 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58218) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:20.923650 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:20.924015 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:20.929617 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:20.929617 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:20.929617 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:20.929617 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:20.929617 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:20.929617 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:20.929617 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:20.929617 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:20.929617 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:20.929617 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c71154-cb0a-4eb0-9362-cc55d041628b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:20.971124 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:20.992745 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:21.141663 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:21.144476 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:21.145773 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ac83e230-b41e-4ee9-adca-00424f6c9798 HTTP/1.1" status: 204 len: 168 time: 0.2266233 Aug 31 09:01:21.154209 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac83e230-b41e-4ee9-adca-00424f6c9798,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:21.162259 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:21.162662 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:21.162968 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:21.163277 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:21.163612 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:21.163982 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:21.164293 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:21.164608 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:21.164937 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:21.165317 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:21.165579 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:21.165899 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc577e4-af69-4d77-a100-291846a88343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:21.820990 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ea468-61a2-4db4-9db5-bfd0d07bb1e3 req-634ca50b-97ca-4503-9cd2-cad4cbdda058 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:21.822478 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-918ea468-61a2-4db4-9db5-bfd0d07bb1e3 req-634ca50b-97ca-4503-9cd2-cad4cbdda058 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 946 time: 0.0519116 Aug 31 09:01:21.866453 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-918ea468-61a2-4db4-9db5-bfd0d07bb1e3 req-4f72806c-93fc-494d-9020-89b08b757d2e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups?id=a18fbbcc-0a50-475d-98da-64c9cbd9a286&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370071 Aug 31 09:01:22.212990 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444a186-8ae1-46c4-aac6-e75330393a68 req-25d04d4f-e7cc-4f53-b85d-944b5a2b6e6e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:22.214503 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b444a186-8ae1-46c4-aac6-e75330393a68 req-25d04d4f-e7cc-4f53-b85d-944b5a2b6e6e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.103 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 946 time: 0.0596313 Aug 31 09:01:22.321708 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-b444a186-8ae1-46c4-aac6-e75330393a68 req-02072a01-c345-4d68-8c15-dcc7a3c15d96 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Deleting port 12bbdf0a-0e43-4279-8950-f2ac4389affa {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:01:22.322273 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-b444a186-8ae1-46c4-aac6-e75330393a68 req-02072a01-c345-4d68-8c15-dcc7a3c15d96 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:22.438012 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-b444a186-8ae1-46c4-aac6-e75330393a68 req-02072a01-c345-4d68-8c15-dcc7a3c15d96 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] For port 12bbdf0a-0e43-4279-8950-f2ac4389affa, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=12bbdf0a-0e43-4279-8950-f2ac4389affa,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:22.438374 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-b444a186-8ae1-46c4-aac6-e75330393a68 req-02072a01-c345-4d68-8c15-dcc7a3c15d96 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:22.654658 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-b444a186-8ae1-46c4-aac6-e75330393a68 req-02072a01-c345-4d68-8c15-dcc7a3c15d96 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:22.655090 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-b444a186-8ae1-46c4-aac6-e75330393a68 req-02072a01-c345-4d68-8c15-dcc7a3c15d96 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:22.655372 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.l3_db [req-b444a186-8ae1-46c4-aac6-e75330393a68 req-02072a01-c345-4d68-8c15-dcc7a3c15d96 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Floating IP 2d61c157-b6a7-400c-9b84-8ee06ebeb647 disassociated. External IP: 172.27.0.28, port: 12bbdf0a-0e43-4279-8950-f2ac4389affa. Aug 31 09:01:22.655721 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-b444a186-8ae1-46c4-aac6-e75330393a68 req-02072a01-c345-4d68-8c15-dcc7a3c15d96 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Calling delete_port for 12bbdf0a-0e43-4279-8950-f2ac4389affa owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:01:22.875969 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-b444a186-8ae1-46c4-aac6-e75330393a68 req-02072a01-c345-4d68-8c15-dcc7a3c15d96 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:22.909257 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02072a01-c345-4d68-8c15-dcc7a3c15d96 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event deleted for resources: {'Port': ['ID=12bbdf0a-0e43-4279-8950-f2ac4389affa,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:22.976371 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-fc6aa0f5-b839-428d-9070-70bd3be09d28 req-a2fb1248-3007-4ba9-b708-897bd7d04c0a tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 210 time: 0.0303564 Aug 31 09:01:23.045159 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b444a186-8ae1-46c4-aac6-e75330393a68 req-02072a01-c345-4d68-8c15-dcc7a3c15d96 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Router 63dd9520-b2f7-4b67-bc96-dd244acacc07 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:01:23.177952 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b444a186-8ae1-46c4-aac6-e75330393a68 req-02072a01-c345-4d68-8c15-dcc7a3c15d96 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:01:23.193879 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a23d33-b5cc-4d92-b12e-40d13c91821e None None] Sync routers for ids ['63dd9520-b2f7-4b67-bc96-dd244acacc07'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:01:23.206609 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a23d33-b5cc-4d92-b12e-40d13c91821e None None] Routers {'63dd9520-b2f7-4b67-bc96-dd244acacc07'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:01:23.207509 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-23a23d33-b5cc-4d92-b12e-40d13c91821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:01:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['63dd9520-b2f7-4b67-bc96-dd244acacc07'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:23.227673 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-b444a186-8ae1-46c4-aac6-e75330393a68 req-02072a01-c345-4d68-8c15-dcc7a3c15d96 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] No DVR routers for this DVR port 12bbdf0a-0e43-4279-8950-f2ac4389affa on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:01:23.230561 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-b444a186-8ae1-46c4-aac6-e75330393a68 req-02072a01-c345-4d68-8c15-dcc7a3c15d96 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:23.233669 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b444a186-8ae1-46c4-aac6-e75330393a68 req-02072a01-c345-4d68-8c15-dcc7a3c15d96 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.103 "DELETE /v2.0/ports/12bbdf0a-0e43-4279-8950-f2ac4389affa HTTP/1.1" status: 204 len: 173 time: 1.0124021 Aug 31 09:01:23.234352 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92713760-7205-4b33-b2fa-0a72d7076468', 'name': 'network-vif-deleted', 'tag': '12bbdf0a-0e43-4279-8950-f2ac4389affa'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:01:23.237857 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05b8108-0183-400d-a9cd-61ce9f2d24e3" -d '{"events": [{"server_uuid": "92713760-7205-4b33-b2fa-0a72d7076468", "name": "network-vif-deleted", "tag": "12bbdf0a-0e43-4279-8950-f2ac4389affa"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:01:23.314975 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1a80cb-0e62-4cfb-a0ec-1f114984b8d0 x-openstack-request-id: req-4d1a80cb-0e62-4cfb-a0ec-1f114984b8d0 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:01:23.314975 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92713760-7205-4b33-b2fa-0a72d7076468", "name": "network-vif-deleted", "tag": "12bbdf0a-0e43-4279-8950-f2ac4389affa", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:01:23.314975 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4d1a80cb-0e62-4cfb-a0ec-1f114984b8d0 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:01:23.315564 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92713760-7205-4b33-b2fa-0a72d7076468', 'name': 'network-vif-deleted', 'tag': '12bbdf0a-0e43-4279-8950-f2ac4389affa', 'status': 'completed', 'code': 200} Aug 31 09:01:23.360150 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-23a23d33-b5cc-4d92-b12e-40d13c91821e None None] Set router 63dd9520-b2f7-4b67-bc96-dd244acacc07 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:01:23.657668 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-23a23d33-b5cc-4d92-b12e-40d13c91821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:07Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '9ab98394-36fc-4ba9-8b45-2f8cc16077c5', 'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'mac_address': 'fa:16:3e:ec:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:06Z', 'updated_at': '2021-08-31T08:54:14Z', 'revision_number': 5, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'subnets': [{'id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:23.692397 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a23d33-b5cc-4d92-b12e-40d13c91821e None None] Checking router: 63dd9520-b2f7-4b67-bc96-dd244acacc07 for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:01:23.702393 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a23d33-b5cc-4d92-b12e-40d13c91821e None None] Routers {'63dd9520-b2f7-4b67-bc96-dd244acacc07'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:01:23.703063 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-23a23d33-b5cc-4d92-b12e-40d13c91821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:01:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['63dd9520-b2f7-4b67-bc96-dd244acacc07'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:23.817807 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-23a23d33-b5cc-4d92-b12e-40d13c91821e None None] Set router 63dd9520-b2f7-4b67-bc96-dd244acacc07 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:01:24.102920 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-aed9d329-d76f-48b1-b163-d889bb204fcc req-1845a4ca-f92e-4d35-b8ca-74ff5454b07e tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/ports?device_id=92713760-7205-4b33-b2fa-0a72d7076468 HTTP/1.1" status: 200 len: 210 time: 0.0331056 Aug 31 09:01:24.134799 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-23a23d33-b5cc-4d92-b12e-40d13c91821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:07Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '9ab98394-36fc-4ba9-8b45-2f8cc16077c5', 'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'mac_address': 'fa:16:3e:ec:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:06Z', 'updated_at': '2021-08-31T08:54:14Z', 'revision_number': 5, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'subnets': [{'id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:24.163210 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a23d33-b5cc-4d92-b12e-40d13c91821e None None] The sync data for ids ['63dd9520-b2f7-4b67-bc96-dd244acacc07'] in dv-cinder-782910-2-iscsi is: [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T08:54:07Z', 'revision_number': 4, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '9ab98394-36fc-4ba9-8b45-2f8cc16077c5', 'name': '', 'network_id': '945ae18c-2f91-47bd-bfbd-369ee74f27e6', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'mac_address': 'fa:16:3e:ec:21:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:06Z', 'updated_at': '2021-08-31T08:54:14Z', 'revision_number': 5, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'subnets': [{'id': '5f7e7944-275c-4f13-be48-7508c282a8a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:01:24.423032 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4828d8c7-585a-41ac-9458-96ceb1132c24 None None] New status for floating IP 2d61c157-b6a7-400c-9b84-8ee06ebeb647: DOWN {{(pid=101274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:01:25.208460 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 12bbdf0a-0e43-4279-8950-f2ac4389affa no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:01:25.229562 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: 12bbdf0a-0e43-4279-8950-f2ac4389affa {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:01:25.229897 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 12bbdf0a-0e43-4279-8950-f2ac4389affa not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:01:25.291005 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58286) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:25.351129 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-35babfde-87f1-4eb7-875e-fd7e4f1b50b3 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:25.381939 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-35babfde-87f1-4eb7-875e-fd7e4f1b50b3 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:25.500912 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-35babfde-87f1-4eb7-875e-fd7e4f1b50b3 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:25.503681 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-35babfde-87f1-4eb7-875e-fd7e4f1b50b3 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:25.504944 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-35babfde-87f1-4eb7-875e-fd7e4f1b50b3 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "DELETE /v2.0/security-groups/a18fbbcc-0a50-475d-98da-64c9cbd9a286 HTTP/1.1" status: 204 len: 168 time: 0.2129033 Aug 31 09:01:25.507752 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58288) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:25.514521 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35babfde-87f1-4eb7-875e-fd7e4f1b50b3 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18fbbcc-0a50-475d-98da-64c9cbd9a286,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:25.525812 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.api.v2.resource [None req-6aadbb57-7ddd-4628-861e-901c4fbfbcc6 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] show failed (client error): The resource could not be found. Aug 31 09:01:25.526904 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-6aadbb57-7ddd-4628-861e-901c4fbfbcc6 tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "GET /v2.0/security-groups/a18fbbcc-0a50-475d-98da-64c9cbd9a286 HTTP/1.1" status: 404 len: 347 time: 0.0181088 Aug 31 09:01:25.529783 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58290) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:25.660700 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-316f42c6-5f0e-47c9-ac59-35c976ed99da tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Deleting port 5f4fd5fb-e18b-46f9-9550-d599ea1382dd {{(pid=101272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:01:25.660952 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-316f42c6-5f0e-47c9-ac59-35c976ed99da tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:25.998924 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-316f42c6-5f0e-47c9-ac59-35c976ed99da tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:25.999240 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-316f42c6-5f0e-47c9-ac59-35c976ed99da tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:26.012919 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-316f42c6-5f0e-47c9-ac59-35c976ed99da tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Calling delete_port for 5f4fd5fb-e18b-46f9-9550-d599ea1382dd owned by network:floatingip {{(pid=101272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:01:26.307044 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-316f42c6-5f0e-47c9-ac59-35c976ed99da tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:26.333774 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f42c6-5f0e-47c9-ac59-35c976ed99da tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Pushing event deleted for resources: {'Port': ['ID=5f4fd5fb-e18b-46f9-9550-d599ea1382dd,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:26.400419 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-316f42c6-5f0e-47c9-ac59-35c976ed99da tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks [] for floatingip, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:26.402984 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-316f42c6-5f0e-47c9-ac59-35c976ed99da tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:26.404221 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-316f42c6-5f0e-47c9-ac59-35c976ed99da tempest-AttachVolumeShelveTestJSON-318282308 tempest-AttachVolumeShelveTestJSON-318282308-project] 10.222.0.74 "DELETE /v2.0/floatingips/2d61c157-b6a7-400c-9b84-8ee06ebeb647 HTTP/1.1" status: 204 len: 168 time: 0.8734753 Aug 31 09:01:29.317288 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58340) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:29.962403 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-589fff9c-a5f7-485a-b9ff-643f3d1fa84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435476'] for router_interface, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:30.259020 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-589fff9c-a5f7-485a-b9ff-643f3d1fa84b admin admin] Deleting port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 {{(pid=101272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:01:30.259416 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-589fff9c-a5f7-485a-b9ff-643f3d1fa84b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:30.363145 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.db [None req-589fff9c-a5f7-485a-b9ff-643f3d1fa84b admin admin] For port 9ab98394-36fc-4ba9-8b45-2f8cc16077c5, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=9ab98394-36fc-4ba9-8b45-2f8cc16077c5,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:30.363901 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-589fff9c-a5f7-485a-b9ff-643f3d1fa84b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:30.379383 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-589fff9c-a5f7-485a-b9ff-643f3d1fa84b admin admin] Calling delete_port for 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 owned by network:router_interface {{(pid=101272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:01:30.705135 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-589fff9c-a5f7-485a-b9ff-643f3d1fa84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:30.738699 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589fff9c-a5f7-485a-b9ff-643f3d1fa84b admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab98394-36fc-4ba9-8b45-2f8cc16077c5,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:30.981708 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-589fff9c-a5f7-485a-b9ff-643f3d1fa84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435592'] for router_interface, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:31.250548 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589fff9c-a5f7-485a-b9ff-643f3d1fa84b admin admin] Router 63dd9520-b2f7-4b67-bc96-dd244acacc07 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:01:31.375004 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589fff9c-a5f7-485a-b9ff-643f3d1fa84b admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:01:31.381559 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-589fff9c-a5f7-485a-b9ff-643f3d1fa84b admin admin] 10.222.0.74 "PUT /v2.0/routers/63dd9520-b2f7-4b67-bc96-dd244acacc07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0630817 Aug 31 09:01:31.385826 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58352) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:31.390258 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240c210-0304-4cb1-973f-4cd108e08360 None None] Sync routers for ids ['63dd9520-b2f7-4b67-bc96-dd244acacc07'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:01:31.403084 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6240c210-0304-4cb1-973f-4cd108e08360 None None] Routers {'63dd9520-b2f7-4b67-bc96-dd244acacc07'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:01:31.403823 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-6240c210-0304-4cb1-973f-4cd108e08360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:01:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['63dd9520-b2f7-4b67-bc96-dd244acacc07'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:31.505842 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e28c4242-8312-4709-950d-3c84d7b1d074 admin admin] Notify callbacks [] for router, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:31.561181 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-6240c210-0304-4cb1-973f-4cd108e08360 None None] Set router 63dd9520-b2f7-4b67-bc96-dd244acacc07 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:01:31.652665 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e28c4242-8312-4709-950d-3c84d7b1d074 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:31.772274 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-6240c210-0304-4cb1-973f-4cd108e08360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T09:01:30Z', 'revision_number': 5, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port': {'id': '7c8a9321-ff61-4d3b-82d4-93e107c3adbb', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:54:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 230, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T08:54:03Z', 'updated_at': '2021-08-31T08:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:31.778960 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-e28c4242-8312-4709-950d-3c84d7b1d074 admin admin] Deleting port 7c8a9321-ff61-4d3b-82d4-93e107c3adbb {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:01:31.779399 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e28c4242-8312-4709-950d-3c84d7b1d074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:31.811798 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240c210-0304-4cb1-973f-4cd108e08360 None None] Checking router: 63dd9520-b2f7-4b67-bc96-dd244acacc07 for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:01:31.826568 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6240c210-0304-4cb1-973f-4cd108e08360 None None] Routers {'63dd9520-b2f7-4b67-bc96-dd244acacc07'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:01:31.827623 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-6240c210-0304-4cb1-973f-4cd108e08360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:01:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['63dd9520-b2f7-4b67-bc96-dd244acacc07'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:31.878799 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [None req-e28c4242-8312-4709-950d-3c84d7b1d074 admin admin] For port 7c8a9321-ff61-4d3b-82d4-93e107c3adbb, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=7c8a9321-ff61-4d3b-82d4-93e107c3adbb,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:31.879160 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e28c4242-8312-4709-950d-3c84d7b1d074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:31.893477 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-e28c4242-8312-4709-950d-3c84d7b1d074 admin admin] Calling delete_port for 7c8a9321-ff61-4d3b-82d4-93e107c3adbb owned by network:router_gateway {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:01:31.923319 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-6240c210-0304-4cb1-973f-4cd108e08360 None None] Set router 63dd9520-b2f7-4b67-bc96-dd244acacc07 gateway port host: None {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:01:31.979043 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-6240c210-0304-4cb1-973f-4cd108e08360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T09:01:31Z', 'revision_number': 6, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port_host': None}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:32.011473 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6240c210-0304-4cb1-973f-4cd108e08360 None None] The sync data for ids ['63dd9520-b2f7-4b67-bc96-dd244acacc07'] in dv-cinder-782910-2-iscsi is: [{'id': '63dd9520-b2f7-4b67-bc96-dd244acacc07', 'name': 'tempest-AttachVolumeShelveTestJSON-1145860440-router', 'tenant_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T08:54:02Z', 'updated_at': '2021-08-31T09:01:31Z', 'revision_number': 6, 'project_id': 'e986ed04246f4cd9a5fafdf9f660684b', 'gw_port_host': None}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:01:32.190281 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e28c4242-8312-4709-950d-3c84d7b1d074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.224421 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c4242-8312-4709-950d-3c84d7b1d074 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8a9321-ff61-4d3b-82d4-93e107c3adbb,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:32.286285 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e28c4242-8312-4709-950d-3c84d7b1d074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434474'] for router_gateway, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.388959 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e28c4242-8312-4709-950d-3c84d7b1d074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12810'] for router, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.392386 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e28c4242-8312-4709-950d-3c84d7b1d074 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.542164 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e28c4242-8312-4709-950d-3c84d7b1d074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441631'] for router, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.542164 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28c4242-8312-4709-950d-3c84d7b1d074 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63dd9520-b2f7-4b67-bc96-dd244acacc07 {{(pid=101273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:01:32.544111 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e28c4242-8312-4709-950d-3c84d7b1d074 admin admin] Notify callbacks [] for router, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.545331 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-e28c4242-8312-4709-950d-3c84d7b1d074 admin admin] 10.222.0.74 "DELETE /v2.0/routers/63dd9520-b2f7-4b67-bc96-dd244acacc07 HTTP/1.1" status: 204 len: 168 time: 1.1583273 Aug 31 09:01:32.548159 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58370) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:32.598921 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2e7829-4428-4858-b6b7-4e51c853fefb admin admin] Deleting subnet 5f7e7944-275c-4f13-be48-7508c282a8a0 {{(pid=101273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:01:32.602702 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7829-4428-4858-b6b7-4e51c853fefb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.637977 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7829-4428-4858-b6b7-4e51c853fefb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12966715'] for subnet, precommit_delete_associations {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.759303 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7829-4428-4858-b6b7-4e51c853fefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.840441 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:01:32.865386 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:01:32.866155 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 9ab98394-36fc-4ba9-8b45-2f8cc16077c5 not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:01:32.927724 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7829-4428-4858-b6b7-4e51c853fefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12899978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12590140'] for subnet, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.954867 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e7829-4428-4858-b6b7-4e51c853fefb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f7e7944-275c-4f13-be48-7508c282a8a0,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:32.958474 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7829-4428-4858-b6b7-4e51c853fefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:32.962757 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-ef2e7829-4428-4858-b6b7-4e51c853fefb admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5f7e7944-275c-4f13-be48-7508c282a8a0 HTTP/1.1" status: 204 len: 168 time: 0.4112844 Aug 31 09:01:32.963066 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58374) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:32.967076 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966695e1-5974-4bcf-832e-391a9493841b None None] Network 945ae18c-2f91-47bd-bfbd-369ee74f27e6 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:01:33.036282 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.117498 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] Deleting port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:01:33.117962 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.175763 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] DHCP port deletion for 945ae18c-2f91-47bd-bfbd-369ee74f27e6 request from dv-cinder-782910-2-iscsi {{(pid=101274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:01:33.219083 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] For port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=d1c93485-5b89-4d6f-a64f-aa9c0634f7ef,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:33.220216 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.236824 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] Calling delete_port for d1c93485-5b89-4d6f-a64f-aa9c0634f7ef owned by network:dhcp {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:01:33.255912 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Deleting port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:01:33.256382 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.328164 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] For port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=d1c93485-5b89-4d6f-a64f-aa9c0634f7ef,segment=NetworkSegment(73581261-9130-4983-a92c-4fcd9cc1f6da),segment_id=73581261-9130-4983-a92c-4fcd9cc1f6da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:01:33.328540 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.344112 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Calling delete_port for d1c93485-5b89-4d6f-a64f-aa9c0634f7ef owned by network:dhcp {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:01:33.413083 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.429532 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.440969 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c93485-5b89-4d6f-a64f-aa9c0634f7ef,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:33.447790 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] No DVR routers for this DVR port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef on host dv-cinder-782910-2-iscsi {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:01:33.458075 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Pushing event deleted for resources: {'Port': ['ID=d1c93485-5b89-4d6f-a64f-aa9c0634f7ef,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:33.463162 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] No DVR routers for this DVR port d1c93485-5b89-4d6f-a64f-aa9c0634f7ef on host dv-cinder-782910-2-iscsi {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:01:33.470475 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:33.474958 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:33.474958 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:33.474958 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:33.474958 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:33.474958 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:33.474958 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:33.474958 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:33.474958 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:33.474958 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:33.474958 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:33.474958 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8d89e7-b8bd-4c41-8ac5-1fcc49372534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:01:33.530932 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.541017 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945ae18c-2f91-47bd-bfbd-369ee74f27e6']}} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:33.555306 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73581261-9130-4983-a92c-4fcd9cc1f6da') {'for_net_delete': True} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:33.555627 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73581261-9130-4983-a92c-4fcd9cc1f6da') {} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:01:33.565910 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12966656'] for segment, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.580663 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.587379 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] Releasing vlan 1355 on physical network physnet1 to pool {{(pid=101273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:01:33.587753 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12899888'] for segment, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: Traceback (most recent call last): Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: timer() Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: cb(*args, **kw) Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: return func(*args, **kwargs) Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: self._notify() Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: self.callback(batched_events) Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: event.method(event) Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: return f(self, *a, **k) Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: return self._get(url).json() Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: return self.request(url, 'GET', **kwargs) Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:01:33.589597 dv-cinder-782910-2-iscsi neutron-server[101273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:01:33.710004 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.716137 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:33.718161 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] 10.222.0.74 "DELETE /v2.0/networks/945ae18c-2f91-47bd-bfbd-369ee74f27e6 HTTP/1.1" status: 204 len: 168 time: 0.7541888 Aug 31 09:01:33.731936 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877566ae-0fe3-4aaa-a911-0348bcdb42a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=945ae18c-2f91-47bd-bfbd-369ee74f27e6,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:34.240323 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58386) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:34.276700 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 7c8a9321-ff61-4d3b-82d4-93e107c3adbb no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:01:34.287598 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-a1cc0488-ef31-4b58-bd2c-0e2ab403e36a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e986ed04246f4cd9a5fafdf9f660684b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460143 Aug 31 09:01:34.290970 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58388) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:34.299720 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: 7c8a9321-ff61-4d3b-82d4-93e107c3adbb {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:01:34.300081 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 7c8a9321-ff61-4d3b-82d4-93e107c3adbb not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:01:34.300496 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device d1c93485-5b89-4d6f-a64f-aa9c0634f7ef no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:01:34.320350 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: d1c93485-5b89-4d6f-a64f-aa9c0634f7ef {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:01:34.320816 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device d1c93485-5b89-4d6f-a64f-aa9c0634f7ef not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:01:34.348435 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b17ef0a3-db0e-443e-afb1-e55a45cc916f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:34.375588 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b17ef0a3-db0e-443e-afb1-e55a45cc916f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:34.408809 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58392) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:34.506882 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b17ef0a3-db0e-443e-afb1-e55a45cc916f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:34.509525 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-b17ef0a3-db0e-443e-afb1-e55a45cc916f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:34.510870 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-b17ef0a3-db0e-443e-afb1-e55a45cc916f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/04e3b46e-b02b-4d03-a56d-368c7822079b HTTP/1.1" status: 204 len: 168 time: 0.2186110 Aug 31 09:01:34.520850 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ef0a3-db0e-443e-afb1-e55a45cc916f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e3b46e-b02b-4d03-a56d-368c7822079b,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:34.527102 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-166fedf0-361d-4bab-bdaa-5f8badf66b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:34.625097 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-166fedf0-361d-4bab-bdaa-5f8badf66b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:34.699263 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-166fedf0-361d-4bab-bdaa-5f8badf66b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:34.740009 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fedf0-361d-4bab-bdaa-5f8badf66b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67663eb-6a90-4969-900f-328c0a117cb8,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:34.746293 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-166fedf0-361d-4bab-bdaa-5f8badf66b9b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d7f742294409445daf151e8891d1811a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357775 Aug 31 09:01:34.748901 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58398) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:34.800356 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a788c588-ad81-4e4d-8931-f68a457c00af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:34.841048 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a788c588-ad81-4e4d-8931-f68a457c00af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:34.984135 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a788c588-ad81-4e4d-8931-f68a457c00af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:34.986882 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a788c588-ad81-4e4d-8931-f68a457c00af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:34.988177 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-a788c588-ad81-4e4d-8931-f68a457c00af admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c67663eb-6a90-4969-900f-328c0a117cb8 HTTP/1.1" status: 204 len: 168 time: 0.2383180 Aug 31 09:01:34.997729 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788c588-ad81-4e4d-8931-f68a457c00af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67663eb-6a90-4969-900f-328c0a117cb8,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:35.699261 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58422) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:35.716819 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-bc8c60ea-ecb0-4dbf-a9bd-dbe6cbf97b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:35.826365 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-bc8c60ea-ecb0-4dbf-a9bd-dbe6cbf97b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:35.907246 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-bc8c60ea-ecb0-4dbf-a9bd-dbe6cbf97b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:35.945221 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c60ea-ecb0-4dbf-a9bd-dbe6cbf97b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda13eca-7dc9-4c87-b524-b8d4af406c7c,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:35.949598 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-bc8c60ea-ecb0-4dbf-a9bd-dbe6cbf97b39 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=577dec0025fd47deaeed1d381a888ac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489796 Aug 31 09:01:35.952233 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58426) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:36.012233 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a3cea37c-e434-4e37-ae54-b94a10823a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:36.039152 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a3cea37c-e434-4e37-ae54-b94a10823a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:36.212878 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a3cea37c-e434-4e37-ae54-b94a10823a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:36.215533 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a3cea37c-e434-4e37-ae54-b94a10823a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:36.216834 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-a3cea37c-e434-4e37-ae54-b94a10823a4b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/fda13eca-7dc9-4c87-b524-b8d4af406c7c HTTP/1.1" status: 204 len: 168 time: 0.2635984 Aug 31 09:01:36.228557 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cea37c-e434-4e37-ae54-b94a10823a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda13eca-7dc9-4c87-b524-b8d4af406c7c,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:37.004435 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58450) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:37.017441 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a296-89c2-4b73-853c-bce7ba942a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:37.105616 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a296-89c2-4b73-853c-bce7ba942a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:37.243662 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a296-89c2-4b73-853c-bce7ba942a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:37.284300 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-f8f4a296-89c2-4b73-853c-bce7ba942a21 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=295ec516c36448eeb1ff010407a5de46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787273 Aug 31 09:01:37.285437 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4a296-89c2-4b73-853c-bce7ba942a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c75028-6b5a-43e5-8eda-56949d1034c6,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:37.287018 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58452) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:37.340262 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-77bae94c-799d-482c-9b24-6e25367488c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:37.371540 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-77bae94c-799d-482c-9b24-6e25367488c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:37.538976 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-77bae94c-799d-482c-9b24-6e25367488c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:37.544268 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-77bae94c-799d-482c-9b24-6e25367488c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:37.546256 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-77bae94c-799d-482c-9b24-6e25367488c4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d9c75028-6b5a-43e5-8eda-56949d1034c6 HTTP/1.1" status: 204 len: 168 time: 0.2576587 Aug 31 09:01:37.560255 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bae94c-799d-482c-9b24-6e25367488c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c75028-6b5a-43e5-8eda-56949d1034c6,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:41.912464 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-15f4660c-9195-4e69-bf13-184028ea6f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:43.398024 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:01:44.534990 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cd4f93df-c6e2-4031-bea1-841eb23daf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:44.644277 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:45.072355 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:45.675756 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:47.589570 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:49.083322 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58618) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:49.199423 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b2f8cd1a-a7e0-47a9-93d7-b00d6fdacce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:49.292441 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b2f8cd1a-a7e0-47a9-93d7-b00d6fdacce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:49.438026 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b2f8cd1a-a7e0-47a9-93d7-b00d6fdacce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:49.481999 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-b2f8cd1a-a7e0-47a9-93d7-b00d6fdacce0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f56296912f5044d399301e503cb220fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974535 Aug 31 09:01:49.484576 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8cd1a-a7e0-47a9-93d7-b00d6fdacce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babd9ab7-9b21-4985-88c6-3d2bc6ba400c,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:49.484709 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58622) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:49.545514 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-4be53f28-169e-427a-a7c0-8ef41673d0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:49.569861 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-4be53f28-169e-427a-a7c0-8ef41673d0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:49.740993 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-4be53f28-169e-427a-a7c0-8ef41673d0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:49.743524 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-4be53f28-169e-427a-a7c0-8ef41673d0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:49.744699 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-4be53f28-169e-427a-a7c0-8ef41673d0bf admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/babd9ab7-9b21-4985-88c6-3d2bc6ba400c HTTP/1.1" status: 204 len: 168 time: 0.2588496 Aug 31 09:01:49.752468 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be53f28-169e-427a-a7c0-8ef41673d0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babd9ab7-9b21-4985-88c6-3d2bc6ba400c,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:50.606028 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58634) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:50.621245 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-3666edbf-9dba-4273-8b0a-9e854ec1bd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:50.723474 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-3666edbf-9dba-4273-8b0a-9e854ec1bd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:50.832476 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-3666edbf-9dba-4273-8b0a-9e854ec1bd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:50.870479 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-3666edbf-9dba-4273-8b0a-9e854ec1bd6d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d866dcee35c14afbbad9373a84083a05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633629 Aug 31 09:01:50.871344 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666edbf-9dba-4273-8b0a-9e854ec1bd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090b8869-23ce-4962-b815-f0d867b9c567,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:50.873299 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58636) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:50.924576 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-be76c87d-dce3-4a52-a10b-5ec707a1f5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:50.945759 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-be76c87d-dce3-4a52-a10b-5ec707a1f5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:51.063794 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-be76c87d-dce3-4a52-a10b-5ec707a1f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:51.066910 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-be76c87d-dce3-4a52-a10b-5ec707a1f5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:51.070408 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-be76c87d-dce3-4a52-a10b-5ec707a1f5ab admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/090b8869-23ce-4962-b815-f0d867b9c567 HTTP/1.1" status: 204 len: 168 time: 0.1937337 Aug 31 09:01:51.077178 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76c87d-dce3-4a52-a10b-5ec707a1f5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090b8869-23ce-4962-b815-f0d867b9c567,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:52.932507 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58676) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:53.071669 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-82c5fbd3-6f34-483f-8f94-c7b2a968752b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.195465 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-82c5fbd3-6f34-483f-8f94-c7b2a968752b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.289702 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-82c5fbd3-6f34-483f-8f94-c7b2a968752b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.337092 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-82c5fbd3-6f34-483f-8f94-c7b2a968752b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4fb8f8b3d2194297aed44dc5270f6e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4010184 Aug 31 09:01:53.337092 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5fbd3-6f34-483f-8f94-c7b2a968752b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd364b7f-3b4e-4ba9-8338-3f811d9b25b5,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:53.338010 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58686) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:53.401069 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3c75ce79-49db-423a-b1b9-114ed58aaf44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.428145 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3c75ce79-49db-423a-b1b9-114ed58aaf44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.661439 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3c75ce79-49db-423a-b1b9-114ed58aaf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.666301 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3c75ce79-49db-423a-b1b9-114ed58aaf44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:53.668451 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-3c75ce79-49db-423a-b1b9-114ed58aaf44 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bd364b7f-3b4e-4ba9-8338-3f811d9b25b5 HTTP/1.1" status: 204 len: 168 time: 0.3291607 Aug 31 09:01:53.682790 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75ce79-49db-423a-b1b9-114ed58aaf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd364b7f-3b4e-4ba9-8338-3f811d9b25b5,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:55.108054 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58730) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:55.240847 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-30126011-d0b5-4cab-882b-7c7a8f59b5b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-724534103-network', 'tenant_id': '2c8bab362beb444d85312370bf5fd859'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:01:55.363907 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30126011-d0b5-4cab-882b-7c7a8f59b5b9 admin admin] Made reservation on behalf of 2c8bab362beb444d85312370bf5fd859 for: {'network': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:01:55.366560 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-30126011-d0b5-4cab-882b-7c7a8f59b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:55.378856 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-30126011-d0b5-4cab-882b-7c7a8f59b5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:55.500722 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-30126011-d0b5-4cab-882b-7c7a8f59b5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:55.625953 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-30126011-d0b5-4cab-882b-7c7a8f59b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:55.647790 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30126011-d0b5-4cab-882b-7c7a8f59b5b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1358, 'physical_network': 'physnet1'} {{(pid=101273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:01:55.659358 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30126011-d0b5-4cab-882b-7c7a8f59b5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ec4aae-67c7-4260-b2e6-a5ffe1c524f7,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:55.665721 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-30126011-d0b5-4cab-882b-7c7a8f59b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:55.666061 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.segments_db [None req-30126011-d0b5-4cab-882b-7c7a8f59b5b9 admin admin] Added segment ae283280-a3b0-47ee-9be1-ccf439ab3fdb of type vlan for network 565b07a6-99f1-480b-b4f4-75b49df84b0d Aug 31 09:01:55.721239 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-30126011-d0b5-4cab-882b-7c7a8f59b5b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:55.831003 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-30126011-d0b5-4cab-882b-7c7a8f59b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:55.831426 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30126011-d0b5-4cab-882b-7c7a8f59b5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:55.832023 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-30126011-d0b5-4cab-882b-7c7a8f59b5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:55.900306 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30126011-d0b5-4cab-882b-7c7a8f59b5b9 admin admin] Pushing event updated for resources: {'Network': ['ID=565b07a6-99f1-480b-b4f4-75b49df84b0d,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:55.912141 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 565b07a6-99f1-480b-b4f4-75b49df84b0d details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:01:55.965470 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-30126011-d0b5-4cab-882b-7c7a8f59b5b9 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8555453 Aug 31 09:01:55.969102 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58738) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:55.980221 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-64448a19-f0bf-4bca-a30a-9e1834ee85fe admin admin] Request body: {'subnet': {'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-724534103-subnet', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'ip_version': 4}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:01:56.081890 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64448a19-f0bf-4bca-a30a-9e1834ee85fe admin admin] Made reservation on behalf of 2c8bab362beb444d85312370bf5fd859 for: {'subnet': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:01:56.084370 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-64448a19-f0bf-4bca-a30a-9e1834ee85fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12590099'] for subnet, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:56.415612 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-64448a19-f0bf-4bca-a30a-9e1834ee85fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12899669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12590085'] for subnet, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:56.755154 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64448a19-f0bf-4bca-a30a-9e1834ee85fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b6d617a-f60f-429c-9b35-ee0f2425875b,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:56.769359 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64448a19-f0bf-4bca-a30a-9e1834ee85fe admin admin] Checking segment: {'id': 'ae283280-a3b0-47ee-9be1-ccf439ab3fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:01:56.769861 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64448a19-f0bf-4bca-a30a-9e1834ee85fe admin admin] Network hostable DHCP agents. Network: 565b07a6-99f1-480b-b4f4-75b49df84b0d, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:01:56.938495 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64448a19-f0bf-4bca-a30a-9e1834ee85fe admin admin] Network 565b07a6-99f1-480b-b4f4-75b49df84b0d is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:01:57.081607 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-64448a19-f0bf-4bca-a30a-9e1834ee85fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 565b07a6-99f1-480b-b4f4-75b49df84b0d) {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:01:57.089280 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64448a19-f0bf-4bca-a30a-9e1834ee85fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:01:57.089515 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-64448a19-f0bf-4bca-a30a-9e1834ee85fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:57.093851 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28458cc4-1159-42fb-bb9f-9a997651b063 None None] Network 565b07a6-99f1-480b-b4f4-75b49df84b0d requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:01:57.211523 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-64448a19-f0bf-4bca-a30a-9e1834ee85fe admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2407188 Aug 31 09:01:57.215345 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58744) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:01:57.222749 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-724534103-router', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:01:57.336396 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadd5e035-c579-5214-aed2-157ab8088043-565b07a6-99f1-480b-b4f4-75b49df84b0d', 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'fixed_ips': [{'subnet_id': '6b6d617a-f60f-429c-9b35-ee0f2425875b'}]}} from dv-cinder-782910-2-iscsi. {{(pid=101274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:01:57.337724 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:57.372958 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12856'] for router, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:57.374227 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12851'] for router, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:57.438904 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:57.533588 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Allocated IP 172.20.0.2 (565b07a6-99f1-480b-b4f4-75b49df84b0d/6b6d617a-f60f-429c-9b35-ee0f2425875b/1a552110-9493-468f-9808-687bfc338ae4) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:01:57.726181 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:57.736590 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Transition to ACTIVE for port object 1a552110-9493-468f-9808-687bfc338ae4 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:01:57.753547 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Transition to ACTIVE for port object 1a552110-9493-468f-9808-687bfc338ae4 will not be triggered until provisioned by entity DHCP. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:01:57.763771 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:57.901426 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:57.943030 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Network 565b07a6-99f1-480b-b4f4-75b49df84b0d is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:01:57.949240 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:01:57.951971 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:01:57.968129 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Pushing event updated for resources: {'Port': ['ID=1a552110-9493-468f-9808-687bfc338ae4,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:58.056944 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Attempting to bind port 1a552110-9493-468f-9808-687bfc338ae4 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:01:58.058836 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Attempting to bind port 1a552110-9493-468f-9808-687bfc338ae4 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': 'ae283280-a3b0-47ee-9be1-ccf439ab3fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:01:58.058836 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Attempting to bind port 1a552110-9493-468f-9808-687bfc338ae4 on network 565b07a6-99f1-480b-b4f4-75b49df84b0d {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:01:58.065319 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:01:58.065743 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Checking segment: {'id': 'ae283280-a3b0-47ee-9be1-ccf439ab3fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:01:58.066170 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:58.066556 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Bound using segment: {'id': 'ae283280-a3b0-47ee-9be1-ccf439ab3fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:01:58.067119 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Bound port: 1a552110-9493-468f-9808-687bfc338ae4, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae283280-a3b0-47ee-9be1-ccf439ab3fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:01:58.067515 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:58.168189 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] For port 1a552110-9493-468f-9808-687bfc338ae4, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:01:58.172991 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] For port 1a552110-9493-468f-9808-687bfc338ae4, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=1a552110-9493-468f-9808-687bfc338ae4,segment=NetworkSegment(ae283280-a3b0-47ee-9be1-ccf439ab3fdb),segment_id=ae283280-a3b0-47ee-9be1-ccf439ab3fdb)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:01:58.181322 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:58.216247 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:58.273305 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:58.347386 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea814c7-f655-48fc-a02e-dd951f26a312 None None] Pushing event updated for resources: {'Port': ['ID=1a552110-9493-468f-9808-687bfc338ae4,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:58.399096 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Allocated IP 172.27.0.216 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/ce7a8910-a625-4e55-a1e3-cf42041b2f23) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:01:58.584421 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:58.750174 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:58.804486 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:01:58.808462 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:01:58.813894 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:01:58.821259 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Pushing event updated for resources: {'Port': ['ID=ce7a8910-a625-4e55-a1e3-cf42041b2f23,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:01:59.288872 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:59.462946 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f72c7ee-1845-448e-8b79-85698e279540 None None] Network 565b07a6-99f1-480b-b4f4-75b49df84b0d requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:01:59.579194 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435186'] for router, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:01:59.627841 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-2f8c85e6-6708-4946-8481-e87d7321550d None None] Provisioning for port 1a552110-9493-468f-9808-687bfc338ae4 completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:01:59.963671 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Router c49a3740-8b46-4494-b2d9-5d9c92797f3d is scheduled to L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 with binding_index 1 {{(pid=101273) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:02:00.105829 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:02:00.117697 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Sync routers for ids ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:02:00.128749 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Routers {'c49a3740-8b46-4494-b2d9-5d9c92797f3d'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:00.132291 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:01:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:00.249679 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] Notify callbacks [] for router, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:00.251386 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-af9f8a16-1f97-43ef-80eb-78fbc38a975c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0346372 Aug 31 09:02:00.256154 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58778) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:00.281386 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Set router c49a3740-8b46-4494-b2d9-5d9c92797f3d gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:00.424349 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 1a552110-9493-468f-9808-687bfc338ae4 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:00.607672 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'name': 'tempest-TestShelveInstance-724534103-router', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:01:57Z', 'updated_at': '2021-08-31T09:01:59Z', 'revision_number': 3, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'gw_port': {'id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:75:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:01:58Z', 'updated_at': '2021-08-31T09:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:00.728376 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58782) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:00.851162 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Checking router: c49a3740-8b46-4494-b2d9-5d9c92797f3d for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:02:00.851868 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Updating router c49a3740-8b46-4494-b2d9-5d9c92797f3d port ce7a8910-a625-4e55-a1e3-cf42041b2f23 binding host dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:02:00.854418 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 1a552110-9493-468f-9808-687bfc338ae4 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:00.859995 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 1a552110-9493-468f-9808-687bfc338ae4 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:00.860403 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:00.926866 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:00.928934 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:00.951171 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d66b7234-4ac9-4c88-bdcc-7011fe835a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.136128 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d66b7234-4ac9-4c88-bdcc-7011fe835a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.166671 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.221641 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d66b7234-4ac9-4c88-bdcc-7011fe835a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.226396 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Allocated IP 172.20.0.1 (565b07a6-99f1-480b-b4f4-75b49df84b0d/6b6d617a-f60f-429c-9b35-ee0f2425875b/d245f8da-85e4-40ab-82b0-0852b9f840f6) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:01.276569 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-d66b7234-4ac9-4c88-bdcc-7011fe835a3e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9919e2581f7b457b94a7392504209c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5467582 Aug 31 09:02:01.277867 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b7234-4ac9-4c88-bdcc-7011fe835a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314585ad-39e3-49bf-99d0-a1266b8466b2,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:01.280595 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58786) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:01.319622 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port 1a552110-9493-468f-9808-687bfc338ae4, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=1a552110-9493-468f-9808-687bfc338ae4,segment=NetworkSegment(ae283280-a3b0-47ee-9be1-ccf439ab3fdb),segment_id=ae283280-a3b0-47ee-9be1-ccf439ab3fdb)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:01.346855 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8a190d40-44ac-493b-98cb-3846b7a4780f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.378600 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8a190d40-44ac-493b-98cb-3846b7a4780f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.387330 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.447600 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.534973 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Transition to ACTIVE for port object d245f8da-85e4-40ab-82b0-0852b9f840f6 will not be triggered until provisioned by entity DHCP. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:01.535275 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8a190d40-44ac-493b-98cb-3846b7a4780f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.538921 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8a190d40-44ac-493b-98cb-3846b7a4780f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.544381 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-8a190d40-44ac-493b-98cb-3846b7a4780f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/314585ad-39e3-49bf-99d0-a1266b8466b2 HTTP/1.1" status: 204 len: 168 time: 0.2588549 Aug 31 09:02:01.551025 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=1a552110-9493-468f-9808-687bfc338ae4,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:01.560223 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a190d40-44ac-493b-98cb-3846b7a4780f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314585ad-39e3-49bf-99d0-a1266b8466b2,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:01.578714 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.608636 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Transition to ACTIVE for port object ce7a8910-a625-4e55-a1e3-cf42041b2f23 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:01.667215 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.712307 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.715725 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Network 565b07a6-99f1-480b-b4f4-75b49df84b0d is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:01.720870 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:01.727164 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:01.766320 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Pushing event updated for resources: {'Port': ['ID=d245f8da-85e4-40ab-82b0-0852b9f840f6,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:01.793384 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Attempting to bind port ce7a8910-a625-4e55-a1e3-cf42041b2f23 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:01.794519 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Attempting to bind port ce7a8910-a625-4e55-a1e3-cf42041b2f23 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:01.795012 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Attempting to bind port ce7a8910-a625-4e55-a1e3-cf42041b2f23 on network 21b7b17b-0504-4a0f-9003-5825bc0f5835 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:01.803788 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a886432-d326-4c29-b9e5-807c2a689db0 None None] Pushing event updated for resources: {'Port': ['ID=ce7a8910-a625-4e55-a1e3-cf42041b2f23,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:01.810360 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:01.811139 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Checking segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:01.811887 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.812548 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Bound using segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:01.813133 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Bound port: ce7a8910-a625-4e55-a1e3-cf42041b2f23, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:01.813597 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.826485 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434561'] for router_interface, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:01.904054 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] For port ce7a8910-a625-4e55-a1e3-cf42041b2f23, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:01.910551 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] For port ce7a8910-a625-4e55-a1e3-cf42041b2f23, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=ce7a8910-a625-4e55-a1e3-cf42041b2f23,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:02.019115 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:02.099627 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Routers {'c49a3740-8b46-4494-b2d9-5d9c92797f3d'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:02.100320 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:01:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:02.107374 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a886432-d326-4c29-b9e5-807c2a689db0 None None] Pushing event updated for resources: {'Port': ['ID=ce7a8910-a625-4e55-a1e3-cf42041b2f23,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:02.254821 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] Set router c49a3740-8b46-4494-b2d9-5d9c92797f3d gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:02.268946 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:02.364180 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 1a552110-9493-468f-9808-687bfc338ae4 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:02.439547 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-82948e07-4c75-47a7-9e3d-51faaa9f7637 None None] Provisioning for port d245f8da-85e4-40ab-82b0-0852b9f840f6 completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:02.460411 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-82948e07-4c75-47a7-9e3d-51faaa9f7637 None None] Provisioning complete for port d245f8da-85e4-40ab-82b0-0852b9f840f6 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:02.460789 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-82948e07-4c75-47a7-9e3d-51faaa9f7637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:02.517931 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:02.571765 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-82948e07-4c75-47a7-9e3d-51faaa9f7637 None None] Port d245f8da-85e4-40ab-82b0-0852b9f840f6 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:02:02.600544 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 1a552110-9493-468f-9808-687bfc338ae4 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:02.600918 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:02.660922 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:02.719648 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58792) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:02.740207 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435505'] for router_interface, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:02.742447 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Pushing event updated for resources: {'Port': ['ID=d245f8da-85e4-40ab-82b0-0852b9f840f6,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:02.742744 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-edab945c-f2fc-4b54-af1e-4e61a04131a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:02.762980 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'name': 'tempest-TestShelveInstance-724534103-router', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:01:57Z', 'updated_at': '2021-08-31T09:01:59Z', 'revision_number': 3, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'gw_port': {'id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:75:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:01:58Z', 'updated_at': '2021-08-31T09:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:02.818598 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f7a068-e255-41cf-a71d-ab0c306536b7 None None] The sync data for ids ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'] in dv-cinder-782910-2-iscsi is: [{'id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'name': 'tempest-TestShelveInstance-724534103-router', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:01:57Z', 'updated_at': '2021-08-31T09:01:59Z', 'revision_number': 3, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'gw_port': {'id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:75:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:01:58Z', 'updated_at': '2021-08-31T09:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:02:02.917237 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Network 565b07a6-99f1-480b-b4f4-75b49df84b0d is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:02.918984 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:02.926199 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-edab945c-f2fc-4b54-af1e-4e61a04131a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:03.124142 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-edab945c-f2fc-4b54-af1e-4e61a04131a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:03.164940 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Router c49a3740-8b46-4494-b2d9-5d9c92797f3d has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:02:03.212909 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-f3c80028-c93a-4d2b-ab77-c4e0e925085e None None] Provisioning complete for port d245f8da-85e4-40ab-82b0-0852b9f840f6 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:03.213410 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f3c80028-c93a-4d2b-ab77-c4e0e925085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:03.223288 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-edab945c-f2fc-4b54-af1e-4e61a04131a0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7ad2d9a97f87439395b7dd7b51ba54ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4987257 Aug 31 09:02:03.233923 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58794) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:03.256963 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab945c-f2fc-4b54-af1e-4e61a04131a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb67bfde-86d3-44e7-b7b5-88cda98080f5,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:03.265325 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-f3c80028-c93a-4d2b-ab77-c4e0e925085e None None] Port d245f8da-85e4-40ab-82b0-0852b9f840f6 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:02:03.328914 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6e8a06e5-41c4-40a6-be79-dd40da137cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:03.375160 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6e8a06e5-41c4-40a6-be79-dd40da137cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:03.610182 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6e8a06e5-41c4-40a6-be79-dd40da137cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:03.615220 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6e8a06e5-41c4-40a6-be79-dd40da137cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:03.617475 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-6e8a06e5-41c4-40a6-be79-dd40da137cca admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bb67bfde-86d3-44e7-b7b5-88cda98080f5 HTTP/1.1" status: 204 len: 168 time: 0.3821197 Aug 31 09:02:03.634658 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a06e5-41c4-40a6-be79-dd40da137cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb67bfde-86d3-44e7-b7b5-88cda98080f5,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:03.668977 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:02:03.680461 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-53d9d4c0-c774-4646-9438-926ed9a3c116 admin admin] 10.222.0.74 "PUT /v2.0/routers/c49a3740-8b46-4494-b2d9-5d9c92797f3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4228654 Aug 31 09:02:04.338498 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device ce7a8910-a625-4e55-a1e3-cf42041b2f23 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:04.541645 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port ce7a8910-a625-4e55-a1e3-cf42041b2f23 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:04.551793 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port ce7a8910-a625-4e55-a1e3-cf42041b2f23 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:04.555073 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:04.583225 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58812) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:04.602603 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-9b9253fb-f8b0-408f-97f0-34b33c4f92b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:04.729844 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:04.763923 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port ce7a8910-a625-4e55-a1e3-cf42041b2f23, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=ce7a8910-a625-4e55-a1e3-cf42041b2f23,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:04.770077 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-9b9253fb-f8b0-408f-97f0-34b33c4f92b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:04.859981 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58816) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:04.862515 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-8de9583a-29ce-4558-8730-743fdd2a97f3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1187547894-network', 'tenant_id': '05dea04e133a4d4585594901494c63ea'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:04.889784 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Sync routers for ids ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:02:04.905639 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Routers {'c49a3740-8b46-4494-b2d9-5d9c92797f3d'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:04.906682 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:01:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:04.921757 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-9b9253fb-f8b0-408f-97f0-34b33c4f92b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:04.922111 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:04.999217 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-9b9253fb-f8b0-408f-97f0-34b33c4f92b0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=aa372a5bc60148d5a7f9098ac3a1e757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4139717 Aug 31 09:02:05.002721 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58818) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:05.018942 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=ce7a8910-a625-4e55-a1e3-cf42041b2f23,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:05.030548 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9253fb-f8b0-408f-97f0-34b33c4f92b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20481193-bfaf-4641-9899-693212d74298,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:05.060857 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de9583a-29ce-4558-8730-743fdd2a97f3 admin admin] Made reservation on behalf of 05dea04e133a4d4585594901494c63ea for: {'network': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:02:05.065080 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8de9583a-29ce-4558-8730-743fdd2a97f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.092933 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8de9583a-29ce-4558-8730-743fdd2a97f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.100631 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Set router c49a3740-8b46-4494-b2d9-5d9c92797f3d gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:05.140042 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8c543175-5c39-4b94-8a9e-4a865849bc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.199737 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8c543175-5c39-4b94-8a9e-4a865849bc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.366785 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8de9583a-29ce-4558-8730-743fdd2a97f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.399622 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'name': 'tempest-TestShelveInstance-724534103-router', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:01:57Z', 'updated_at': '2021-08-31T09:02:01Z', 'revision_number': 4, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'gw_port': {'id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:75:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:01:58Z', 'updated_at': '2021-08-31T09:02:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'd245f8da-85e4-40ab-82b0-0852b9f840f6', 'name': '', 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'mac_address': 'fa:16:3e:33:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:00Z', 'updated_at': '2021-08-31T09:02:02Z', 'revision_number': 2, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'subnets': [{'id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:05.441523 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8c543175-5c39-4b94-8a9e-4a865849bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.446390 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8c543175-5c39-4b94-8a9e-4a865849bc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.449656 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-8c543175-5c39-4b94-8a9e-4a865849bc35 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/20481193-bfaf-4641-9899-693212d74298 HTTP/1.1" status: 204 len: 168 time: 0.4432440 Aug 31 09:02:05.456004 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Checking router: c49a3740-8b46-4494-b2d9-5d9c92797f3d for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:02:05.456366 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Updating router c49a3740-8b46-4494-b2d9-5d9c92797f3d port d245f8da-85e4-40ab-82b0-0852b9f840f6 binding host dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:02:05.463103 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c543175-5c39-4b94-8a9e-4a865849bc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20481193-bfaf-4641-9899-693212d74298,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:05.485587 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8de9583a-29ce-4558-8730-743fdd2a97f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.504384 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.513103 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de9583a-29ce-4558-8730-743fdd2a97f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1389, 'physical_network': 'physnet1'} {{(pid=101273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:02:05.559408 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8de9583a-29ce-4558-8730-743fdd2a97f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.560155 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.segments_db [None req-8de9583a-29ce-4558-8730-743fdd2a97f3 admin admin] Added segment 5db02f0e-f4cf-4445-9f69-b2b966e802da of type vlan for network 80f70601-94a8-4e68-9eed-f45bc5d4196b Aug 31 09:02:05.584341 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9583a-29ce-4558-8730-743fdd2a97f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67253e0b-3170-4737-8285-012b1d0bf334,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:05.652836 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8de9583a-29ce-4558-8730-743fdd2a97f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.795398 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8de9583a-29ce-4558-8730-743fdd2a97f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.797053 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de9583a-29ce-4558-8730-743fdd2a97f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:05.798014 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8de9583a-29ce-4558-8730-743fdd2a97f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.895602 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9583a-29ce-4558-8730-743fdd2a97f3 admin admin] Pushing event updated for resources: {'Network': ['ID=80f70601-94a8-4e68-9eed-f45bc5d4196b,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:05.910773 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 80f70601-94a8-4e68-9eed-f45bc5d4196b details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:02:05.946352 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:05.964810 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Transition to ACTIVE for port object d245f8da-85e4-40ab-82b0-0852b9f840f6 will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:05.976025 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-8de9583a-29ce-4558-8730-743fdd2a97f3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1180322 Aug 31 09:02:05.983596 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58824) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:05.986706 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-fafb93ec-daa8-4bbe-9360-c5d5a498c074 admin admin] Request body: {'subnet': {'network_id': '80f70601-94a8-4e68-9eed-f45bc5d4196b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1187547894-subnet', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'ip_version': 4}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:06.103687 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:06.127324 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafb93ec-daa8-4bbe-9360-c5d5a498c074 admin admin] Made reservation on behalf of 05dea04e133a4d4585594901494c63ea for: {'subnet': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:02:06.133213 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fafb93ec-daa8-4bbe-9360-c5d5a498c074 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12590099'] for subnet, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:06.181879 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53070e7-824f-4386-9300-3975f05edc18 None None] Pushing event updated for resources: {'Port': ['ID=d245f8da-85e4-40ab-82b0-0852b9f840f6,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:06.197134 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53070e7-824f-4386-9300-3975f05edc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:06.197693 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53070e7-824f-4386-9300-3975f05edc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:06.198369 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53070e7-824f-4386-9300-3975f05edc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:06.198914 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53070e7-824f-4386-9300-3975f05edc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:06.199765 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53070e7-824f-4386-9300-3975f05edc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:06.200597 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53070e7-824f-4386-9300-3975f05edc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:06.201403 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53070e7-824f-4386-9300-3975f05edc18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:06.202179 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53070e7-824f-4386-9300-3975f05edc18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:06.203048 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53070e7-824f-4386-9300-3975f05edc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:06.204035 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53070e7-824f-4386-9300-3975f05edc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:06.204397 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53070e7-824f-4386-9300-3975f05edc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:06.205416 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53070e7-824f-4386-9300-3975f05edc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:06.312887 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Attempting to bind port d245f8da-85e4-40ab-82b0-0852b9f840f6 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:06.313542 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Attempting to bind port d245f8da-85e4-40ab-82b0-0852b9f840f6 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': 'ae283280-a3b0-47ee-9be1-ccf439ab3fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:06.314602 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Attempting to bind port d245f8da-85e4-40ab-82b0-0852b9f840f6 on network 565b07a6-99f1-480b-b4f4-75b49df84b0d {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:06.323446 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:06.324041 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Checking segment: {'id': 'ae283280-a3b0-47ee-9be1-ccf439ab3fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:06.324738 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:06.325345 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Bound using segment: {'id': 'ae283280-a3b0-47ee-9be1-ccf439ab3fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:06.326712 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Bound port: d245f8da-85e4-40ab-82b0-0852b9f840f6, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae283280-a3b0-47ee-9be1-ccf439ab3fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:06.327650 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:06.394476 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device ce7a8910-a625-4e55-a1e3-cf42041b2f23 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:06.484923 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] For port d245f8da-85e4-40ab-82b0-0852b9f840f6, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:06.491019 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] For port d245f8da-85e4-40ab-82b0-0852b9f840f6, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=d245f8da-85e4-40ab-82b0-0852b9f840f6,segment=NetworkSegment(ae283280-a3b0-47ee-9be1-ccf439ab3fdb),segment_id=ae283280-a3b0-47ee-9be1-ccf439ab3fdb)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:06.497487 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port ce7a8910-a625-4e55-a1e3-cf42041b2f23 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:06.498122 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:06.618885 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fafb93ec-daa8-4bbe-9360-c5d5a498c074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12899669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12590085'] for subnet, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:06.660254 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:06.687743 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb93ec-daa8-4bbe-9360-c5d5a498c074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44174e2f-86c6-434a-9da2-0975a044f766,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:06.700777 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafb93ec-daa8-4bbe-9360-c5d5a498c074 admin admin] Checking segment: {'id': '5db02f0e-f4cf-4445-9f69-b2b966e802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '80f70601-94a8-4e68-9eed-f45bc5d4196b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:06.701225 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafb93ec-daa8-4bbe-9360-c5d5a498c074 admin admin] Network hostable DHCP agents. Network: 80f70601-94a8-4e68-9eed-f45bc5d4196b, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:02:06.768179 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Routers {'c49a3740-8b46-4494-b2d9-5d9c92797f3d'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:06.769335 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:01:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:06.797950 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafb93ec-daa8-4bbe-9360-c5d5a498c074 admin admin] Network 80f70601-94a8-4e68-9eed-f45bc5d4196b is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:02:06.925512 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-fafb93ec-daa8-4bbe-9360-c5d5a498c074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 80f70601-94a8-4e68-9eed-f45bc5d4196b) {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:06.932286 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafb93ec-daa8-4bbe-9360-c5d5a498c074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:06.934445 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fafb93ec-daa8-4bbe-9360-c5d5a498c074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:06.942010 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6640e91e-85d6-459c-ac40-24705ed3885e None None] Network 80f70601-94a8-4e68-9eed-f45bc5d4196b requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:02:06.950095 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53070e7-824f-4386-9300-3975f05edc18 None None] Pushing event updated for resources: {'Port': ['ID=d245f8da-85e4-40ab-82b0-0852b9f840f6,revision_number=4']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:07.052788 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-fafb93ec-daa8-4bbe-9360-c5d5a498c074 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0702403 Aug 31 09:02:07.055636 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58842) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:07.061715 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1187547894-router', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:07.070402 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] Set router c49a3740-8b46-4494-b2d9-5d9c92797f3d gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:07.147899 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12856'] for router, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:07.149516 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12851'] for router, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:07.253322 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:07.274020 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadd5e035-c579-5214-aed2-157ab8088043-80f70601-94a8-4e68-9eed-f45bc5d4196b', 'network_id': '80f70601-94a8-4e68-9eed-f45bc5d4196b', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'fixed_ips': [{'subnet_id': '44174e2f-86c6-434a-9da2-0975a044f766'}]}} from dv-cinder-782910-2-iscsi. {{(pid=101274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:02:07.275546 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:07.471256 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'name': 'tempest-TestShelveInstance-724534103-router', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:01:57Z', 'updated_at': '2021-08-31T09:02:01Z', 'revision_number': 4, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'gw_port': {'id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:01:58Z', 'updated_at': '2021-08-31T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'd245f8da-85e4-40ab-82b0-0852b9f840f6', 'name': '', 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'mac_address': 'fa:16:3e:33:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:00Z', 'updated_at': '2021-08-31T09:02:06Z', 'revision_number': 4, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'subnets': [{'id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:07.519282 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604f3bd5-b4ae-4427-a162-07bb8cd62c8a None None] The sync data for ids ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'] in dv-cinder-782910-2-iscsi is: [{'id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'name': 'tempest-TestShelveInstance-724534103-router', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:01:57Z', 'updated_at': '2021-08-31T09:02:01Z', 'revision_number': 4, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'gw_port': {'id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:01:58Z', 'updated_at': '2021-08-31T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'd245f8da-85e4-40ab-82b0-0852b9f840f6', 'name': '', 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'mac_address': 'fa:16:3e:33:9f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:00Z', 'updated_at': '2021-08-31T09:02:06Z', 'revision_number': 4, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'subnets': [{'id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:02:07.519701 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Allocated IP 172.20.0.2 (80f70601-94a8-4e68-9eed-f45bc5d4196b/44174e2f-86c6-434a-9da2-0975a044f766/6c44981e-4a00-4eef-b962-a995c34be2b9) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:07.555316 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:07.797176 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:07.815533 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Transition to ACTIVE for port object 6c44981e-4a00-4eef-b962-a995c34be2b9 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:07.843352 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Transition to ACTIVE for port object 6c44981e-4a00-4eef-b962-a995c34be2b9 will not be triggered until provisioned by entity DHCP. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:07.944572 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:08.043569 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Network 80f70601-94a8-4e68-9eed-f45bc5d4196b is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:08.047778 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:08.057630 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:08.064798 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Pushing event updated for resources: {'Port': ['ID=6c44981e-4a00-4eef-b962-a995c34be2b9,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:08.121975 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:08.148005 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:08.187796 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Attempting to bind port 6c44981e-4a00-4eef-b962-a995c34be2b9 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:08.187796 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Attempting to bind port 6c44981e-4a00-4eef-b962-a995c34be2b9 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '5db02f0e-f4cf-4445-9f69-b2b966e802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '80f70601-94a8-4e68-9eed-f45bc5d4196b'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:08.188433 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Attempting to bind port 6c44981e-4a00-4eef-b962-a995c34be2b9 on network 80f70601-94a8-4e68-9eed-f45bc5d4196b {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:08.198046 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:08.198624 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Checking segment: {'id': '5db02f0e-f4cf-4445-9f69-b2b966e802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '80f70601-94a8-4e68-9eed-f45bc5d4196b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:08.199560 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:08.200039 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Bound using segment: {'id': '5db02f0e-f4cf-4445-9f69-b2b966e802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '80f70601-94a8-4e68-9eed-f45bc5d4196b'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:08.205425 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Bound port: 6c44981e-4a00-4eef-b962-a995c34be2b9, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db02f0e-f4cf-4445-9f69-b2b966e802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '80f70601-94a8-4e68-9eed-f45bc5d4196b'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:08.205425 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:08.336308 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] For port 6c44981e-4a00-4eef-b962-a995c34be2b9, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:08.344935 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] For port 6c44981e-4a00-4eef-b962-a995c34be2b9, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=6c44981e-4a00-4eef-b962-a995c34be2b9,segment=NetworkSegment(5db02f0e-f4cf-4445-9f69-b2b966e802da),segment_id=5db02f0e-f4cf-4445-9f69-b2b966e802da)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:08.369885 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Allocated IP 172.27.0.153 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/f54a77d9-11b8-4596-bbf7-afb4a97d20e1) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:08.427841 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device d245f8da-85e4-40ab-82b0-0852b9f840f6 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:08.457661 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:08.553514 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b16ca-0060-4b8c-bf0c-01f55487898d None None] Pushing event updated for resources: {'Port': ['ID=6c44981e-4a00-4eef-b962-a995c34be2b9,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:08.573240 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:08.664611 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port d245f8da-85e4-40ab-82b0-0852b9f840f6 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:08.666259 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port d245f8da-85e4-40ab-82b0-0852b9f840f6 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:08.666578 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:08.724937 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:08.902945 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:08.916812 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:08.926386 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:08.968587 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:08.981554 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f54a77d9-11b8-4596-bbf7-afb4a97d20e1,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:09.071441 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port d245f8da-85e4-40ab-82b0-0852b9f840f6, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=d245f8da-85e4-40ab-82b0-0852b9f840f6,segment=NetworkSegment(ae283280-a3b0-47ee-9be1-ccf439ab3fdb),segment_id=ae283280-a3b0-47ee-9be1-ccf439ab3fdb)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:09.278042 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:09.342314 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=d245f8da-85e4-40ab-82b0-0852b9f840f6,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:09.609059 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:09.903152 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a805c455-f130-4259-8387-b28855d086e0 None None] Network 80f70601-94a8-4e68-9eed-f45bc5d4196b requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:02:09.923856 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435186'] for router, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:10.099355 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-263be3e6-e068-4bfb-b578-4b0830087018 None None] Provisioning for port 6c44981e-4a00-4eef-b962-a995c34be2b9 completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:10.235803 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Router e0907218-26d8-4cb0-bf1a-d178f376bbe0 is scheduled to L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 with binding_index 1 {{(pid=101272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:02:10.448632 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 6c44981e-4a00-4eef-b962-a995c34be2b9 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:10.710614 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:02:10.735488 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Sync routers for ids ['e0907218-26d8-4cb0-bf1a-d178f376bbe0'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:02:10.752224 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Routers {'e0907218-26d8-4cb0-bf1a-d178f376bbe0'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:10.753230 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:01:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e0907218-26d8-4cb0-bf1a-d178f376bbe0'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:10.812058 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 6c44981e-4a00-4eef-b962-a995c34be2b9 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:10.823927 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 6c44981e-4a00-4eef-b962-a995c34be2b9 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:10.824602 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:10.832251 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] Notify callbacks [] for router, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:10.833899 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-fb60b4e5-1d2d-4e25-a50d-337c2150b3e7 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7762794 Aug 31 09:02:10.837521 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58872) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:11.015730 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Set router e0907218-26d8-4cb0-bf1a-d178f376bbe0 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:11.264282 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:11.364766 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port 6c44981e-4a00-4eef-b962-a995c34be2b9, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=6c44981e-4a00-4eef-b962-a995c34be2b9,segment=NetworkSegment(5db02f0e-f4cf-4445-9f69-b2b966e802da),segment_id=5db02f0e-f4cf-4445-9f69-b2b966e802da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:11.454812 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:11.456169 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device d245f8da-85e4-40ab-82b0-0852b9f840f6 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:11.523210 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:11.609515 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'name': 'tempest-TestShelveInstance-1187547894-router', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f54a77d9-11b8-4596-bbf7-afb4a97d20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:07Z', 'updated_at': '2021-08-31T09:02:09Z', 'revision_number': 3, 'project_id': '05dea04e133a4d4585594901494c63ea', 'gw_port': {'id': 'f54a77d9-11b8-4596-bbf7-afb4a97d20e1', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:08Z', 'updated_at': '2021-08-31T09:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:11.667022 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=6c44981e-4a00-4eef-b962-a995c34be2b9,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:11.675444 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Checking router: e0907218-26d8-4cb0-bf1a-d178f376bbe0 for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:02:11.675973 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Updating router e0907218-26d8-4cb0-bf1a-d178f376bbe0 port f54a77d9-11b8-4596-bbf7-afb4a97d20e1 binding host dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:02:11.732114 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:11.734734 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port d245f8da-85e4-40ab-82b0-0852b9f840f6 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:11.735338 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:11.743173 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Allocated IP 172.20.0.1 (80f70601-94a8-4e68-9eed-f45bc5d4196b/44174e2f-86c6-434a-9da2-0975a044f766/3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:11.918832 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:11.940951 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Transition to ACTIVE for port object 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 will not be triggered until provisioned by entity DHCP. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:11.990441 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3292f571-441b-4a7e-9579-c1a42d10318e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.072905 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.138033 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Network 80f70601-94a8-4e68-9eed-f45bc5d4196b is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:12.150334 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:12.155403 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:12.202452 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:12.258807 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434561'] for router_interface, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.406414 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.411359 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 6c44981e-4a00-4eef-b962-a995c34be2b9 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:12.452388 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Transition to ACTIVE for port object f54a77d9-11b8-4596-bbf7-afb4a97d20e1 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:12.486331 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 6c44981e-4a00-4eef-b962-a995c34be2b9 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:12.486706 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.590845 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.597801 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.732522 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Attempting to bind port f54a77d9-11b8-4596-bbf7-afb4a97d20e1 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:12.732855 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Attempting to bind port f54a77d9-11b8-4596-bbf7-afb4a97d20e1 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:12.733458 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Attempting to bind port f54a77d9-11b8-4596-bbf7-afb4a97d20e1 on network 21b7b17b-0504-4a0f-9003-5825bc0f5835 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:12.738737 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fc7d2-426d-4a2f-a58d-fece1437fe6b None None] Pushing event updated for resources: {'Port': ['ID=f54a77d9-11b8-4596-bbf7-afb4a97d20e1,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:12.747276 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:12.747895 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Checking segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:12.748602 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.749255 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Bound using segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:12.750080 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Bound port: f54a77d9-11b8-4596-bbf7-afb4a97d20e1, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:12.750748 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.791864 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-1add4ef9-f847-48e0-b817-910ad9ede865 None None] Provisioning for port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:12.796494 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.802209 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-1add4ef9-f847-48e0-b817-910ad9ede865 None None] Provisioning complete for port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:12.802806 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1add4ef9-f847-48e0-b817-910ad9ede865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.856376 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] For port f54a77d9-11b8-4596-bbf7-afb4a97d20e1, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:12.861094 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] For port f54a77d9-11b8-4596-bbf7-afb4a97d20e1, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=f54a77d9-11b8-4596-bbf7-afb4a97d20e1,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:12.865781 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-1add4ef9-f847-48e0-b817-910ad9ede865 None None] Port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:02:12.900854 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:12.979499 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:12.982382 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435505'] for router_interface, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:13.025559 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:13.106948 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Network 80f70601-94a8-4e68-9eed-f45bc5d4196b is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:13.109388 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:13.140888 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Routers {'e0907218-26d8-4cb0-bf1a-d178f376bbe0'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:13.142428 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:01:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e0907218-26d8-4cb0-bf1a-d178f376bbe0'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:13.147752 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fc7d2-426d-4a2f-a58d-fece1437fe6b None None] Pushing event updated for resources: {'Port': ['ID=f54a77d9-11b8-4596-bbf7-afb4a97d20e1,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:13.329661 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Router e0907218-26d8-4cb0-bf1a-d178f376bbe0 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:02:13.371120 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] Set router e0907218-26d8-4cb0-bf1a-d178f376bbe0 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:13.482165 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:02:13.488361 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-ed1175e9-3937-4454-a8bc-732bdcccc253 admin admin] 10.222.0.74 "PUT /v2.0/routers/e0907218-26d8-4cb0-bf1a-d178f376bbe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6493502 Aug 31 09:02:13.562043 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-96c7e5f6-6c75-4ed2-8c74-3ab0045c9e42 None None] Provisioning complete for port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:13.563025 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-96c7e5f6-6c75-4ed2-8c74-3ab0045c9e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:13.622113 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-96c7e5f6-6c75-4ed2-8c74-3ab0045c9e42 None None] Port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:02:13.702317 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'name': 'tempest-TestShelveInstance-1187547894-router', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f54a77d9-11b8-4596-bbf7-afb4a97d20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:07Z', 'updated_at': '2021-08-31T09:02:12Z', 'revision_number': 4, 'project_id': '05dea04e133a4d4585594901494c63ea', 'gw_port': {'id': 'f54a77d9-11b8-4596-bbf7-afb4a97d20e1', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:08Z', 'updated_at': '2021-08-31T09:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6', 'name': '', 'network_id': '80f70601-94a8-4e68-9eed-f45bc5d4196b', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'mac_address': 'fa:16:3e:37:55:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '44174e2f-86c6-434a-9da2-0975a044f766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:11Z', 'updated_at': '2021-08-31T09:02:12Z', 'revision_number': 2, 'project_id': '05dea04e133a4d4585594901494c63ea', 'subnets': [{'id': '44174e2f-86c6-434a-9da2-0975a044f766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:13.734789 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a02f2ab-c7c6-4516-8e3b-e893910aba25 None None] The sync data for ids ['e0907218-26d8-4cb0-bf1a-d178f376bbe0'] in dv-cinder-782910-2-iscsi is: [{'id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'name': 'tempest-TestShelveInstance-1187547894-router', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f54a77d9-11b8-4596-bbf7-afb4a97d20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:07Z', 'updated_at': '2021-08-31T09:02:12Z', 'revision_number': 4, 'project_id': '05dea04e133a4d4585594901494c63ea', 'gw_port': {'id': 'f54a77d9-11b8-4596-bbf7-afb4a97d20e1', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:08Z', 'updated_at': '2021-08-31T09:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6', 'name': '', 'network_id': '80f70601-94a8-4e68-9eed-f45bc5d4196b', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'mac_address': 'fa:16:3e:37:55:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '44174e2f-86c6-434a-9da2-0975a044f766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:11Z', 'updated_at': '2021-08-31T09:02:12Z', 'revision_number': 2, 'project_id': '05dea04e133a4d4585594901494c63ea', 'subnets': [{'id': '44174e2f-86c6-434a-9da2-0975a044f766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:02:14.353894 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58898) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:14.361998 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-dfd879d6-4cff-436d-88b8-bea73ea5c05b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786675227', 'description': 'tempest-secgroup-smoke-786675227 description', 'project_id': '2c8bab362beb444d85312370bf5fd859'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:14.478887 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-dfd879d6-4cff-436d-88b8-bea73ea5c05b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:14.479169 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ec8c32dc-414d-4f63-b940-3235e7d1f3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:14.645191 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:14.671039 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-dfd879d6-4cff-436d-88b8-bea73ea5c05b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:14.778365 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-dfd879d6-4cff-436d-88b8-bea73ea5c05b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:14.839900 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd879d6-4cff-436d-88b8-bea73ea5c05b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2180d69c-e1fe-4028-a6b2-ba302f0e1270,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:14.906126 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-dfd879d6-4cff-436d-88b8-bea73ea5c05b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:14.908096 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-dfd879d6-4cff-436d-88b8-bea73ea5c05b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5521133 Aug 31 09:02:14.912889 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58914) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:14.918307 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-367385e8-e218-4f10-92bc-7b233df0094a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Request body: {'security_group_rule': {'security_group_id': '2180d69c-e1fe-4028-a6b2-ba302f0e1270', 'project_id': '2c8bab362beb444d85312370bf5fd859', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:15.056666 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-367385e8-e218-4f10-92bc-7b233df0094a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:15.081619 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:15.155580 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-367385e8-e218-4f10-92bc-7b233df0094a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:15.277975 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-367385e8-e218-4f10-92bc-7b233df0094a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:15.304925 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367385e8-e218-4f10-92bc-7b233df0094a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceca5eeb-eb64-4e51-9b36-5fac3ab2b13d,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:15.412891 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-367385e8-e218-4f10-92bc-7b233df0094a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:15.414650 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-367385e8-e218-4f10-92bc-7b233df0094a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5007153 Aug 31 09:02:15.420399 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58924) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:15.426676 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-c6ea5cae-483a-4687-b1a8-2c81131e849f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Request body: {'security_group_rule': {'security_group_id': '2180d69c-e1fe-4028-a6b2-ba302f0e1270', 'project_id': '2c8bab362beb444d85312370bf5fd859', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:15.554818 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5cae-483a-4687-b1a8-2c81131e849f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:15.652233 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5cae-483a-4687-b1a8-2c81131e849f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:15.672229 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:15.732668 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5cae-483a-4687-b1a8-2c81131e849f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:15.766274 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea5cae-483a-4687-b1a8-2c81131e849f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae3d6a8-1192-4296-ae8e-e956c9245c30,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:15.839634 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c6ea5cae-483a-4687-b1a8-2c81131e849f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:15.839634 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-c6ea5cae-483a-4687-b1a8-2c81131e849f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4154344 Aug 31 09:02:15.843125 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58934) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:15.855223 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-775952c0-f04a-4172-b07c-f01c0293f21a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Request body: {'security_group_rule': {'security_group_id': '2180d69c-e1fe-4028-a6b2-ba302f0e1270', 'project_id': '2c8bab362beb444d85312370bf5fd859', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:15.995522 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-775952c0-f04a-4172-b07c-f01c0293f21a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:16.088475 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-775952c0-f04a-4172-b07c-f01c0293f21a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:16.160995 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-775952c0-f04a-4172-b07c-f01c0293f21a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:16.196391 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775952c0-f04a-4172-b07c-f01c0293f21a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbad28c-e57d-4a44-a03b-55e18c9cb9dc,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:16.246947 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Sync routers for ids ['e0907218-26d8-4cb0-bf1a-d178f376bbe0'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:02:16.258142 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Routers {'e0907218-26d8-4cb0-bf1a-d178f376bbe0'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:16.258889 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:02:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e0907218-26d8-4cb0-bf1a-d178f376bbe0'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:16.351233 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device f54a77d9-11b8-4596-bbf7-afb4a97d20e1 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:16.397350 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Set router e0907218-26d8-4cb0-bf1a-d178f376bbe0 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:16.540757 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-775952c0-f04a-4172-b07c-f01c0293f21a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:16.541929 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-775952c0-f04a-4172-b07c-f01c0293f21a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6972907 Aug 31 09:02:16.545116 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58942) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:16.550871 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-a53cc986-f80f-4a58-a273-64de41daa357 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Request body: {'security_group_rule': {'security_group_id': '2180d69c-e1fe-4028-a6b2-ba302f0e1270', 'project_id': '2c8bab362beb444d85312370bf5fd859', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:16.606913 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port f54a77d9-11b8-4596-bbf7-afb4a97d20e1 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:16.612585 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port f54a77d9-11b8-4596-bbf7-afb4a97d20e1 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:16.629068 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:16.634382 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'name': 'tempest-TestShelveInstance-1187547894-router', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f54a77d9-11b8-4596-bbf7-afb4a97d20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:07Z', 'updated_at': '2021-08-31T09:02:12Z', 'revision_number': 4, 'project_id': '05dea04e133a4d4585594901494c63ea', 'gw_port': {'id': 'f54a77d9-11b8-4596-bbf7-afb4a97d20e1', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:08Z', 'updated_at': '2021-08-31T09:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6', 'name': '', 'network_id': '80f70601-94a8-4e68-9eed-f45bc5d4196b', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'mac_address': 'fa:16:3e:37:55:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '44174e2f-86c6-434a-9da2-0975a044f766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:11Z', 'updated_at': '2021-08-31T09:02:12Z', 'revision_number': 2, 'project_id': '05dea04e133a4d4585594901494c63ea', 'subnets': [{'id': '44174e2f-86c6-434a-9da2-0975a044f766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:16.661456 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Checking router: e0907218-26d8-4cb0-bf1a-d178f376bbe0 for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:02:16.661814 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Updating router e0907218-26d8-4cb0-bf1a-d178f376bbe0 port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 binding host dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:02:16.695589 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:16.726166 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:16.762435 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port f54a77d9-11b8-4596-bbf7-afb4a97d20e1, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=f54a77d9-11b8-4596-bbf7-afb4a97d20e1,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:16.805365 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a53cc986-f80f-4a58-a273-64de41daa357 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:16.896707 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a53cc986-f80f-4a58-a273-64de41daa357 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:16.911878 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:16.969077 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=f54a77d9-11b8-4596-bbf7-afb4a97d20e1,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:17.035330 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:17.050143 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Transition to ACTIVE for port object 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:17.064294 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a53cc986-f80f-4a58-a273-64de41daa357 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:17.086288 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cc986-f80f-4a58-a273-64de41daa357 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f474b2f5-774c-4e34-a50e-59a10ce698a1,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:17.163231 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:17.209962 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-a53cc986-f80f-4a58-a273-64de41daa357 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:17.212086 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-a53cc986-f80f-4a58-a273-64de41daa357 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6655912 Aug 31 09:02:17.215156 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 58946) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:17.219933 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69514e0c-2bcf-4f76-b2e0-11b55c4a0d8d None None] Pushing event updated for resources: {'Port': ['ID=3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:17.222800 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-cc688938-98fc-402d-93b9-adc53b0d77c0 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Request body: {'security_group_rule': {'security_group_id': '2180d69c-e1fe-4028-a6b2-ba302f0e1270', 'project_id': '2c8bab362beb444d85312370bf5fd859', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:17.297761 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Attempting to bind port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:17.299283 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Attempting to bind port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '5db02f0e-f4cf-4445-9f69-b2b966e802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '80f70601-94a8-4e68-9eed-f45bc5d4196b'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:17.299979 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Attempting to bind port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 on network 80f70601-94a8-4e68-9eed-f45bc5d4196b {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:17.307422 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:17.308010 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Checking segment: {'id': '5db02f0e-f4cf-4445-9f69-b2b966e802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '80f70601-94a8-4e68-9eed-f45bc5d4196b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:17.308910 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:17.309499 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Bound using segment: {'id': '5db02f0e-f4cf-4445-9f69-b2b966e802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '80f70601-94a8-4e68-9eed-f45bc5d4196b'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:17.310514 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Bound port: 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db02f0e-f4cf-4445-9f69-b2b966e802da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': '80f70601-94a8-4e68-9eed-f45bc5d4196b'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:17.311045 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:17.373377 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.securitygroups_db [None req-cc688938-98fc-402d-93b9-adc53b0d77c0 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Project 2c8bab362beb444d85312370bf5fd859 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:02:17.381295 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cc688938-98fc-402d-93b9-adc53b0d77c0 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:17.414421 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] For port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:17.420126 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] For port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6,segment=NetworkSegment(5db02f0e-f4cf-4445-9f69-b2b966e802da),segment_id=5db02f0e-f4cf-4445-9f69-b2b966e802da)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:17.469626 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cc688938-98fc-402d-93b9-adc53b0d77c0 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:17.524234 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:17.552446 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cc688938-98fc-402d-93b9-adc53b0d77c0 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:17.584161 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc688938-98fc-402d-93b9-adc53b0d77c0 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c066b4-805f-4882-9ad4-767beed9a14d,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:17.598391 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Routers {'e0907218-26d8-4cb0-bf1a-d178f376bbe0'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:17.599416 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:02:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e0907218-26d8-4cb0-bf1a-d178f376bbe0'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:17.601050 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:17.662048 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69514e0c-2bcf-4f76-b2e0-11b55c4a0d8d None None] Pushing event updated for resources: {'Port': ['ID=3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6,revision_number=4']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:17.672724 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cc688938-98fc-402d-93b9-adc53b0d77c0 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:17.675461 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-cc688938-98fc-402d-93b9-adc53b0d77c0 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4585903 Aug 31 09:02:17.679753 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 58948) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:17.684446 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-d525d1a3-11d9-48a5-87de-4c05d8b5c045 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Request body: {'security_group_rule': {'security_group_id': '2180d69c-e1fe-4028-a6b2-ba302f0e1270', 'project_id': '2c8bab362beb444d85312370bf5fd859', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:17.768232 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] Set router e0907218-26d8-4cb0-bf1a-d178f376bbe0 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:17.792060 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.securitygroups_db [None req-d525d1a3-11d9-48a5-87de-4c05d8b5c045 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Project 2c8bab362beb444d85312370bf5fd859 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:02:17.803337 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d525d1a3-11d9-48a5-87de-4c05d8b5c045 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:17.876946 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d525d1a3-11d9-48a5-87de-4c05d8b5c045 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:17.972201 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d525d1a3-11d9-48a5-87de-4c05d8b5c045 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:17.994460 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525d1a3-11d9-48a5-87de-4c05d8b5c045 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c4de6b-ae58-426e-8743-08693376e02c,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:18.091311 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'name': 'tempest-TestShelveInstance-1187547894-router', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f54a77d9-11b8-4596-bbf7-afb4a97d20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:07Z', 'updated_at': '2021-08-31T09:02:12Z', 'revision_number': 4, 'project_id': '05dea04e133a4d4585594901494c63ea', 'gw_port': {'id': 'f54a77d9-11b8-4596-bbf7-afb4a97d20e1', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:08Z', 'updated_at': '2021-08-31T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6', 'name': '', 'network_id': '80f70601-94a8-4e68-9eed-f45bc5d4196b', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'mac_address': 'fa:16:3e:37:55:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '44174e2f-86c6-434a-9da2-0975a044f766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:11Z', 'updated_at': '2021-08-31T09:02:17Z', 'revision_number': 4, 'project_id': '05dea04e133a4d4585594901494c63ea', 'subnets': [{'id': '44174e2f-86c6-434a-9da2-0975a044f766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:18.107221 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-d525d1a3-11d9-48a5-87de-4c05d8b5c045 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:18.121029 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-d525d1a3-11d9-48a5-87de-4c05d8b5c045 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4399459 Aug 31 09:02:18.127162 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97749c5b-3330-4b06-85e5-70ad2ffc7ffd None None] The sync data for ids ['e0907218-26d8-4cb0-bf1a-d178f376bbe0'] in dv-cinder-782910-2-iscsi is: [{'id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'name': 'tempest-TestShelveInstance-1187547894-router', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f54a77d9-11b8-4596-bbf7-afb4a97d20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:07Z', 'updated_at': '2021-08-31T09:02:12Z', 'revision_number': 4, 'project_id': '05dea04e133a4d4585594901494c63ea', 'gw_port': {'id': 'f54a77d9-11b8-4596-bbf7-afb4a97d20e1', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:08Z', 'updated_at': '2021-08-31T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': '3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6', 'name': '', 'network_id': '80f70601-94a8-4e68-9eed-f45bc5d4196b', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'mac_address': 'fa:16:3e:37:55:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '44174e2f-86c6-434a-9da2-0975a044f766', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:11Z', 'updated_at': '2021-08-31T09:02:17Z', 'revision_number': 4, 'project_id': '05dea04e133a4d4585594901494c63ea', 'subnets': [{'id': '44174e2f-86c6-434a-9da2-0975a044f766', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:02:18.445880 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:18.607528 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:18.619859 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:18.620552 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:18.731527 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:18.774961 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6,segment=NetworkSegment(5db02f0e-f4cf-4445-9f69-b2b966e802da),segment_id=5db02f0e-f4cf-4445-9f69-b2b966e802da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:18.892284 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:18.893248 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device f54a77d9-11b8-4596-bbf7-afb4a97d20e1 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:18.989897 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:19.010621 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port f54a77d9-11b8-4596-bbf7-afb4a97d20e1 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:19.011208 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:19.174129 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59004) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:19.312449 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-dbba9e42-e08a-4454-abc4-d106bbc8062a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:19.439429 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-dbba9e42-e08a-4454-abc4-d106bbc8062a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:19.572676 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-dbba9e42-e08a-4454-abc4-d106bbc8062a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:19.631090 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-dbba9e42-e08a-4454-abc4-d106bbc8062a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=33f756a0403241ef8de587bf1800e57c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4533789 Aug 31 09:02:19.631688 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba9e42-e08a-4454-abc4-d106bbc8062a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e3bf6d-7a00-4e2f-be28-e1bdd9d0c5af,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:19.634341 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59010) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:19.738839 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6cccc8ad-f55c-41db-94f3-4a7949f80288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:19.765867 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6cccc8ad-f55c-41db-94f3-4a7949f80288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:19.912470 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6cccc8ad-f55c-41db-94f3-4a7949f80288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:19.915598 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6cccc8ad-f55c-41db-94f3-4a7949f80288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:19.917019 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-6cccc8ad-f55c-41db-94f3-4a7949f80288 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/66e3bf6d-7a00-4e2f-be28-e1bdd9d0c5af HTTP/1.1" status: 204 len: 168 time: 0.2801926 Aug 31 09:02:19.927584 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccc8ad-f55c-41db-94f3-4a7949f80288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e3bf6d-7a00-4e2f-be28-e1bdd9d0c5af,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:20.364241 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:20.401823 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:02:20.460228 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:20.460917 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:20.774919 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59034) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:20.794709 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:20.930872 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:21.029900 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:21.076665 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3ec4acfbe8464b6aac81f16560c9dcb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999616 Aug 31 09:02:21.078240 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10085c2-dabd-47ff-a008-7b873fe16542,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:21.080103 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59036) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:21.088970 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.089696 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.090061 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.090507 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.091044 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.091550 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.092006 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.092436 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.098312 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.098312 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.098312 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.098312 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebfba56-4560-40b9-ab90-895d3f793cc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.152910 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:21.179040 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:21.343873 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:21.346953 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:21.348188 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f10085c2-dabd-47ff-a008-7b873fe16542 HTTP/1.1" status: 204 len: 168 time: 0.2669480 Aug 31 09:02:21.356945 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10085c2-dabd-47ff-a008-7b873fe16542,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:21.365901 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.366530 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.366871 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.367199 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.367594 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.367918 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.372892 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.372892 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.372892 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.372892 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.372892 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:21.372892 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a8adf5-51f4-4731-b998-343390b07906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:34.399138 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59158) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:34.559042 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-93b8a2c6-61eb-4919-be77-0d864af75d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:34.694474 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-93b8a2c6-61eb-4919-be77-0d864af75d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:34.763055 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-93b8a2c6-61eb-4919-be77-0d864af75d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:34.804521 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8a2c6-61eb-4919-be77-0d864af75d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c3f69a-8c10-42ff-9b14-257a57dfce57,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:34.808919 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-93b8a2c6-61eb-4919-be77-0d864af75d7c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a54e4ca5589347b2a3e1f78d935aa273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081790 Aug 31 09:02:34.814089 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59164) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:34.876584 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8de53688-c797-40a7-8f26-b64755966876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:34.901957 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8de53688-c797-40a7-8f26-b64755966876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:35.017898 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8de53688-c797-40a7-8f26-b64755966876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:35.020471 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8de53688-c797-40a7-8f26-b64755966876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:35.021871 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-8de53688-c797-40a7-8f26-b64755966876 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/49c3f69a-8c10-42ff-9b14-257a57dfce57 HTTP/1.1" status: 204 len: 168 time: 0.2064180 Aug 31 09:02:35.032710 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de53688-c797-40a7-8f26-b64755966876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c3f69a-8c10-42ff-9b14-257a57dfce57,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:36.279301 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59188) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:36.418190 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-7fdc5e48-b172-4f54-9936-a63aa940ab83 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-117830404-network', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:36.563495 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdc5e48-b172-4f54-9936-a63aa940ab83 admin admin] Made reservation on behalf of dce013a22e8e4e7f8630afb4ae78fd7a for: {'network': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:02:36.566137 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5e48-b172-4f54-9936-a63aa940ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:36.576182 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5e48-b172-4f54-9936-a63aa940ab83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:36.689910 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5e48-b172-4f54-9936-a63aa940ab83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:36.785820 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5e48-b172-4f54-9936-a63aa940ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:36.810320 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdc5e48-b172-4f54-9936-a63aa940ab83 admin admin] vlan segment allocate from pool success with {'vlan_id': 1386, 'physical_network': 'physnet1'} {{(pid=101273) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:02:36.825636 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc5e48-b172-4f54-9936-a63aa940ab83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e86770-1b6c-4c86-85f2-be05f628f66a,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:36.831655 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5e48-b172-4f54-9936-a63aa940ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:36.832032 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.segments_db [None req-7fdc5e48-b172-4f54-9936-a63aa940ab83 admin admin] Added segment 81d37488-63f2-47da-bbb1-162476688a1a of type vlan for network 46d184a8-3f7b-464f-b4d7-109398b1164f Aug 31 09:02:36.883662 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5e48-b172-4f54-9936-a63aa940ab83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:37.011764 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5e48-b172-4f54-9936-a63aa940ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:37.012849 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdc5e48-b172-4f54-9936-a63aa940ab83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:37.013567 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5e48-b172-4f54-9936-a63aa940ab83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:37.079103 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc5e48-b172-4f54-9936-a63aa940ab83 admin admin] Pushing event updated for resources: {'Network': ['ID=46d184a8-3f7b-464f-b4d7-109398b1164f,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:37.094963 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 46d184a8-3f7b-464f-b4d7-109398b1164f details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:02:37.164064 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-7fdc5e48-b172-4f54-9936-a63aa940ab83 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8824599 Aug 31 09:02:37.166056 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59194) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:37.175141 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-db6f3ea8-4f6a-4239-a2ee-2475b590aa6d admin admin] Request body: {'subnet': {'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-117830404-subnet', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'ip_version': 4}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:37.310300 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6f3ea8-4f6a-4239-a2ee-2475b590aa6d admin admin] Made reservation on behalf of dce013a22e8e4e7f8630afb4ae78fd7a for: {'subnet': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:02:37.312876 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-db6f3ea8-4f6a-4239-a2ee-2475b590aa6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12590099'] for subnet, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:37.609366 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-db6f3ea8-4f6a-4239-a2ee-2475b590aa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12899669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12590085'] for subnet, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:37.700799 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f3ea8-4f6a-4239-a2ee-2475b590aa6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc78a120-32e5-43ac-b054-fe1bce3486b4,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:37.712473 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f3ea8-4f6a-4239-a2ee-2475b590aa6d admin admin] Checking segment: {'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:37.712839 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f3ea8-4f6a-4239-a2ee-2475b590aa6d admin admin] Network hostable DHCP agents. Network: 46d184a8-3f7b-464f-b4d7-109398b1164f, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101273) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:02:37.830005 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f3ea8-4f6a-4239-a2ee-2475b590aa6d admin admin] Network 46d184a8-3f7b-464f-b4d7-109398b1164f is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101273) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:02:38.014336 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-df452273-5a87-47aa-97bc-7cc155f75764 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786675227&fields=id&tenant_id=2c8bab362beb444d85312370bf5fd859 HTTP/1.1" status: 200 len: 267 time: 0.0386267 Aug 31 09:02:38.094936 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-db6f3ea8-4f6a-4239-a2ee-2475b590aa6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 46d184a8-3f7b-464f-b4d7-109398b1164f) {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:38.103355 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f3ea8-4f6a-4239-a2ee-2475b590aa6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:38.104090 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c02363-c0bc-4193-8a88-922e284a4071 None None] Network 46d184a8-3f7b-464f-b4d7-109398b1164f requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:02:38.104640 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-db6f3ea8-4f6a-4239-a2ee-2475b590aa6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:38.147748 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-6d50b9ca-0029-4ec7-9d4d-94681bddc087 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:38.149296 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-6d50b9ca-0029-4ec7-9d4d-94681bddc087 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/networks?id=565b07a6-99f1-480b-b4f4-75b49df84b0d HTTP/1.1" status: 200 len: 808 time: 0.1257288 Aug 31 09:02:38.167759 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-a680d66f-b038-435a-bc90-f5479084f264 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/quotas/2c8bab362beb444d85312370bf5fd859 HTTP/1.1" status: 200 len: 375 time: 0.0118523 Aug 31 09:02:38.223000 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59204) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:38.224574 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-db6f3ea8-4f6a-4239-a2ee-2475b590aa6d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0568681 Aug 31 09:02:38.230496 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:38.251578 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-abddbd50-31b1-44ab-9143-2b8a1a54e649 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=2c8bab362beb444d85312370bf5fd859&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773513 Aug 31 09:02:38.418884 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12856'] for router, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:38.420822 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12851'] for router, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:38.455838 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadd5e035-c579-5214-aed2-157ab8088043-46d184a8-3f7b-464f-b4d7-109398b1164f', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4'}]}} from dv-cinder-782910-2-iscsi. {{(pid=101274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:02:38.456895 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:38.569560 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:38.596231 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-5a9ea90f-9b50-404c-8469-b32e919a48d5 service neutron] 10.222.0.74 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241556 Aug 31 09:02:38.616248 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Allocated IP 172.20.0.2 (46d184a8-3f7b-464f-b4d7-109398b1164f/cc78a120-32e5-43ac-b054-fe1bce3486b4/974d6cfc-30dd-4670-b584-7757e2df0d75) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:38.854501 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:38.864852 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Transition to ACTIVE for port object 974d6cfc-30dd-4670-b584-7757e2df0d75 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:38.882757 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Transition to ACTIVE for port object 974d6cfc-30dd-4670-b584-7757e2df0d75 will not be triggered until provisioned by entity DHCP. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:38.884874 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:38.895635 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-4784a2f0-0939-4885-bde2-6ccaf05ce49d service neutron] 10.222.0.74 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915747 Aug 31 09:02:39.001524 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.061659 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Network 46d184a8-3f7b-464f-b4d7-109398b1164f is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:39.067173 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:39.071846 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:39.085418 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Pushing event updated for resources: {'Port': ['ID=974d6cfc-30dd-4670-b584-7757e2df0d75,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:39.129483 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.130317 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.130665 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.131213 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.131759 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.132327 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.133117 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.133411 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.133953 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.134487 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.134984 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.135429 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:02:39.180021 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Attempting to bind port 974d6cfc-30dd-4670-b584-7757e2df0d75 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:39.180525 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Attempting to bind port 974d6cfc-30dd-4670-b584-7757e2df0d75 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:39.181097 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Attempting to bind port 974d6cfc-30dd-4670-b584-7757e2df0d75 on network 46d184a8-3f7b-464f-b4d7-109398b1164f {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:39.187810 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:39.188356 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Checking segment: {'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:39.188858 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.189317 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Bound using segment: {'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:39.189882 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Bound port: 974d6cfc-30dd-4670-b584-7757e2df0d75, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:39.190366 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.283541 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] For port 974d6cfc-30dd-4670-b584-7757e2df0d75, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:39.288076 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] For port 974d6cfc-30dd-4670-b584-7757e2df0d75, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=974d6cfc-30dd-4670-b584-7757e2df0d75,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:39.325238 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.339343 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.465091 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Allocated IP 172.27.0.126 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/83ed4097-2432-456f-87dc-e85d4f461c59) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:39.501847 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.613272 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a519ec-d0a3-4528-8020-62aa0a1fdf88 None None] Pushing event updated for resources: {'Port': ['ID=974d6cfc-30dd-4670-b584-7757e2df0d75,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:39.614178 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.808058 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:39.869184 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:39.874168 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:39.879341 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:39.896662 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-8995b6b1-b539-4281-842e-01475777b155 req-2d106ef2-b1da-468a-bd70-2c623ba24d58 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 210 time: 0.0610242 Aug 31 09:02:39.941339 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Pushing event updated for resources: {'Port': ['ID=83ed4097-2432-456f-87dc-e85d4f461c59,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:40.393452 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 974d6cfc-30dd-4670-b584-7757e2df0d75 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:40.451562 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:40.568773 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 974d6cfc-30dd-4670-b584-7757e2df0d75 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:40.752973 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a033a6-8e43-4119-9cc6-e4651dc504a8 None None] Network 46d184a8-3f7b-464f-b4d7-109398b1164f requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:02:40.769187 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435186'] for router, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:40.920693 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-edb70b4e-575b-44aa-b444-37632412f25d None None] Provisioning for port 974d6cfc-30dd-4670-b584-7757e2df0d75 completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:40.931702 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-edb70b4e-575b-44aa-b444-37632412f25d None None] Provisioning complete for port 974d6cfc-30dd-4670-b584-7757e2df0d75 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:40.932095 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-edb70b4e-575b-44aa-b444-37632412f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:41.028937 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6f6b6c4a-37f1-4053-a01f-a9ee1641dda4 req-777f87c7-4cb6-4ced-a1b5-a0fb706662f0 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 210 time: 0.0535848 Aug 31 09:02:41.033880 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Router b139ea7f-af2b-42e9-ba71-ced5cc64c301 is scheduled to L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 with binding_index 1 {{(pid=101272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:02:41.094728 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-edb70b4e-575b-44aa-b444-37632412f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:41.140582 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-edb70b4e-575b-44aa-b444-37632412f25d None None] For port 974d6cfc-30dd-4670-b584-7757e2df0d75, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=974d6cfc-30dd-4670-b584-7757e2df0d75,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:41.211777 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:02:41.221078 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-edb70b4e-575b-44aa-b444-37632412f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:41.230396 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Sync routers for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:02:41.295445 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:41.296567 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:02:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:41.349210 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] Notify callbacks [] for router, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:41.354364 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59228) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:41.365393 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-152f4187-5370-4e9b-8023-173b74c7d912 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1296604 Aug 31 09:02:41.419726 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb70b4e-575b-44aa-b444-37632412f25d None None] Pushing event updated for resources: {'Port': ['ID=974d6cfc-30dd-4670-b584-7757e2df0d75,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:41.449666 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6421df2a-c727-4465-abc8-5f99114fcd9c None None] Provisioning complete for port 974d6cfc-30dd-4670-b584-7757e2df0d75 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:41.449666 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6421df2a-c727-4465-abc8-5f99114fcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:41.603278 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:41.957692 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-920e388d-6f06-465f-abcf-9531434e7049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:41.970518 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:40Z', 'revision_number': 3, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:42.020407 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Checking router: b139ea7f-af2b-42e9-ba71-ced5cc64c301 for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:02:42.020966 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Updating router b139ea7f-af2b-42e9-ba71-ced5cc64c301 port 83ed4097-2432-456f-87dc-e85d4f461c59 binding host dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:02:42.065619 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:42.078809 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:42.402128 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 974d6cfc-30dd-4670-b584-7757e2df0d75 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:42.426267 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a2a3df67-4f12-4f91-b49f-bcd29d50888a req-e6a7e79c-5892-4ab5-86af-d2ce446f6bf9 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 210 time: 0.2406859 Aug 31 09:02:42.457136 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Allocated IP 172.20.0.1 (46d184a8-3f7b-464f-b4d7-109398b1164f/cc78a120-32e5-43ac-b054-fe1bce3486b4/ca687f35-f697-41be-8f7a-bf36e28871dc) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:42.549587 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 974d6cfc-30dd-4670-b584-7757e2df0d75 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:42.550521 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:42.600591 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:42.622543 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Transition to ACTIVE for port object 83ed4097-2432-456f-87dc-e85d4f461c59 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:42.715024 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:42.734943 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:42.755571 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-1e05b851-382f-4195-bb88-0603e9392e58 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:42.757449 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-1e05b851-382f-4195-bb88-0603e9392e58 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.103 "GET /v2.0/networks?id=565b07a6-99f1-480b-b4f4-75b49df84b0d HTTP/1.1" status: 200 len: 808 time: 0.2112331 Aug 31 09:02:42.786343 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Transition to ACTIVE for port object ca687f35-f697-41be-8f7a-bf36e28871dc will not be triggered until provisioned by entity DHCP. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:42.791469 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Attempting to bind port 83ed4097-2432-456f-87dc-e85d4f461c59 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:42.791469 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Attempting to bind port 83ed4097-2432-456f-87dc-e85d4f461c59 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:42.791469 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Attempting to bind port 83ed4097-2432-456f-87dc-e85d4f461c59 on network 21b7b17b-0504-4a0f-9003-5825bc0f5835 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:42.794949 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f632c-4378-4055-875c-81020dd2a360 None None] Pushing event updated for resources: {'Port': ['ID=83ed4097-2432-456f-87dc-e85d4f461c59,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:42.807559 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:42.808186 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Checking segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:42.808603 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:42.809004 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Bound using segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:42.809512 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Bound port: 83ed4097-2432-456f-87dc-e85d4f461c59, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:42.810576 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:42.867007 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-6035f29d-afda-4654-9564-933b12b4139b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c8bab362beb444d85312370bf5fd859 HTTP/1.1" status: 200 len: 379 time: 0.0939257 Aug 31 09:02:42.880377 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] For port 83ed4097-2432-456f-87dc-e85d4f461c59, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:42.884105 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-1279988c-d1df-41af-b9bf-21ce834f9a03 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Request body: {'port': {'device_id': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'admin_state_up': True, 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'security_groups': ['2180d69c-e1fe-4028-a6b2-ba302f0e1270']}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:42.887707 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] For port 83ed4097-2432-456f-87dc-e85d4f461c59, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=83ed4097-2432-456f-87dc-e85d4f461c59,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:42.992993 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:43.062345 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:43.064103 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:02:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:43.071513 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f632c-4378-4055-875c-81020dd2a360 None None] Pushing event updated for resources: {'Port': ['ID=83ed4097-2432-456f-87dc-e85d4f461c59,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:43.105934 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:43.180681 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Network 46d184a8-3f7b-464f-b4d7-109398b1164f is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:43.193052 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:43.199843 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:43.201195 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:43.254015 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Pushing event updated for resources: {'Port': ['ID=ca687f35-f697-41be-8f7a-bf36e28871dc,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:43.273506 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-1279988c-d1df-41af-b9bf-21ce834f9a03 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Made reservation on behalf of 2c8bab362beb444d85312370bf5fd859 for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:02:43.279529 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-1279988c-d1df-41af-b9bf-21ce834f9a03 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:43.321610 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434561'] for router_interface, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:43.468118 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:40Z', 'revision_number': 3, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:43.510395 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bf9de5-e088-4778-9f12-6f2742ec022f None None] The sync data for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi is: [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:40Z', 'revision_number': 3, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:02:43.649545 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ef4f23a1-679a-42c9-8c09-408dd3761c3b req-b979ded1-c19b-45a2-980b-7a5eb3cd6e51 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 210 time: 0.1249595 Aug 31 09:02:43.658593 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-1279988c-d1df-41af-b9bf-21ce834f9a03 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Allocated IP 172.20.0.3 (565b07a6-99f1-480b-b4f4-75b49df84b0d/6b6d617a-f60f-429c-9b35-ee0f2425875b/f54e4cb1-c45f-4547-bfa6-bf8e67af6734) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:43.729961 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-31ab4df6-07ca-4ee3-a6c3-5443122fff92 None None] Provisioning for port ca687f35-f697-41be-8f7a-bf36e28871dc completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:43.734440 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-31ab4df6-07ca-4ee3-a6c3-5443122fff92 None None] Provisioning complete for port ca687f35-f697-41be-8f7a-bf36e28871dc triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:43.734835 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-31ab4df6-07ca-4ee3-a6c3-5443122fff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:43.907428 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-1279988c-d1df-41af-b9bf-21ce834f9a03 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:43.916007 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:43.934108 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-1279988c-d1df-41af-b9bf-21ce834f9a03 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Transition to ACTIVE for port object f54e4cb1-c45f-4547-bfa6-bf8e67af6734 will not be triggered until provisioned by entity DHCP. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:43.996242 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-31ab4df6-07ca-4ee3-a6c3-5443122fff92 None None] Port ca687f35-f697-41be-8f7a-bf36e28871dc cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:02:44.177889 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:44.183224 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-1279988c-d1df-41af-b9bf-21ce834f9a03 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:44.233445 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-1279988c-d1df-41af-b9bf-21ce834f9a03 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Network 565b07a6-99f1-480b-b4f4-75b49df84b0d is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:44.240375 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-1279988c-d1df-41af-b9bf-21ce834f9a03 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:44.244922 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-1279988c-d1df-41af-b9bf-21ce834f9a03 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:44.273028 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279988c-d1df-41af-b9bf-21ce834f9a03 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Pushing event updated for resources: {'Port': ['ID=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:44.301407 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:44.433194 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 83ed4097-2432-456f-87dc-e85d4f461c59 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:44.522903 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-592d89c5-e3b8-41a0-b0e8-bfe9ad21e951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:44.644069 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 83ed4097-2432-456f-87dc-e85d4f461c59 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:44.651421 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 83ed4097-2432-456f-87dc-e85d4f461c59 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:44.653242 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:44.691011 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:44.727273 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-0ae57691-c20e-44ba-9819-c7a9727194c1 None None] Provisioning for port f54e4cb1-c45f-4547-bfa6-bf8e67af6734 completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:44.739810 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-0ae57691-c20e-44ba-9819-c7a9727194c1 None None] Provisioning complete for port f54e4cb1-c45f-4547-bfa6-bf8e67af6734 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:44.740868 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0ae57691-c20e-44ba-9819-c7a9727194c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:44.779578 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-1279988c-d1df-41af-b9bf-21ce834f9a03 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:44.780510 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-1279988c-d1df-41af-b9bf-21ce834f9a03 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:44.832737 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-0ae57691-c20e-44ba-9819-c7a9727194c1 None None] Port f54e4cb1-c45f-4547-bfa6-bf8e67af6734 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:02:44.883543 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435505'] for router_interface, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:44.888404 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:44.889805 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Pushing event updated for resources: {'Port': ['ID=ca687f35-f697-41be-8f7a-bf36e28871dc,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:44.925018 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port 83ed4097-2432-456f-87dc-e85d4f461c59, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=83ed4097-2432-456f-87dc-e85d4f461c59,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:45.000077 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8387b-a9e5-4554-a13b-fd9b67409c21 req-4f149365-bfdd-401c-9975-e34b2b247d44 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:45.002227 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b3c8387b-a9e5-4554-a13b-fd9b67409c21 req-4f149365-bfdd-401c-9975-e34b2b247d44 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 931 time: 0.2096739 Aug 31 09:02:45.027643 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-1279988c-d1df-41af-b9bf-21ce834f9a03 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1508317 Aug 31 09:02:45.049183 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Request body: {'port': {'device_id': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:45.067152 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.135981 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b3c8387b-a9e5-4554-a13b-fd9b67409c21 req-2f9c2a34-91a5-4229-807e-b90f74f10070 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201475 Aug 31 09:02:45.157594 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Network 46d184a8-3f7b-464f-b4d7-109398b1164f is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:45.165419 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:45.165605 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.170877 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=83ed4097-2432-456f-87dc-e85d4f461c59,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:45.183539 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.439772 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Router b139ea7f-af2b-42e9-ba71-ced5cc64c301 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:02:45.464710 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-b31a3781-e509-4026-8408-8bbc54e888e2 None None] Provisioning complete for port ca687f35-f697-41be-8f7a-bf36e28871dc triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:45.465276 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b31a3781-e509-4026-8408-8bbc54e888e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.535242 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-b31a3781-e509-4026-8408-8bbc54e888e2 None None] Port ca687f35-f697-41be-8f7a-bf36e28871dc cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:02:45.666795 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.717544 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:02:45.732413 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-71ce617f-0b73-4d29-974b-499897335042 admin admin] 10.222.0.74 "PUT /v2.0/routers/b139ea7f-af2b-42e9-ba71-ced5cc64c301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3703959 Aug 31 09:02:45.745036 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Sync routers for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:02:45.756349 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:45.757054 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:02:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:45.810254 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54e4cb1-c45f-4547-bfa6-bf8e67af6734 {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:02:45.825916 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:45.850267 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Transition to ACTIVE for port object f54e4cb1-c45f-4547-bfa6-bf8e67af6734 will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:45.946380 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:46.020589 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:46.070734 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Pushing event updated for resources: {'Port': ['ID=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:46.192501 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Attempting to bind port f54e4cb1-c45f-4547-bfa6-bf8e67af6734 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:46.193629 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Attempting to bind port f54e4cb1-c45f-4547-bfa6-bf8e67af6734 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': 'ae283280-a3b0-47ee-9be1-ccf439ab3fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:46.194291 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Attempting to bind port f54e4cb1-c45f-4547-bfa6-bf8e67af6734 on network 565b07a6-99f1-480b-b4f4-75b49df84b0d {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:46.205741 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Port f54e4cb1-c45f-4547-bfa6-bf8e67af6734 on network 565b07a6-99f1-480b-b4f4-75b49df84b0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:02:46.206244 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Attempting to bind port f54e4cb1-c45f-4547-bfa6-bf8e67af6734 on network 565b07a6-99f1-480b-b4f4-75b49df84b0d {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:46.217190 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:46.217797 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Checking segment: {'id': 'ae283280-a3b0-47ee-9be1-ccf439ab3fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:46.218484 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Bound using segment: {'id': 'ae283280-a3b0-47ee-9be1-ccf439ab3fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:46.219566 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Bound port: f54e4cb1-c45f-4547-bfa6-bf8e67af6734, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae283280-a3b0-47ee-9be1-ccf439ab3fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1358, 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:46.220239 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:46.463907 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] For port f54e4cb1-c45f-4547-bfa6-bf8e67af6734, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:46.470545 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] For port f54e4cb1-c45f-4547-bfa6-bf8e67af6734, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,segment=NetworkSegment(ae283280-a3b0-47ee-9be1-ccf439ab3fdb),segment_id=ae283280-a3b0-47ee-9be1-ccf439ab3fdb)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:46.473402 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 83ed4097-2432-456f-87dc-e85d4f461c59 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:46.504476 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c6787-e501-47bc-8497-487f11f24968 req-dbf8b91c-6da5-4f28-af73-a86d1fd6b335 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:46.508247 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ec4c6787-e501-47bc-8497-487f11f24968 req-dbf8b91c-6da5-4f28-af73-a86d1fd6b335 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.1265461 Aug 31 09:02:46.527682 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 2, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:46.565785 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 83ed4097-2432-456f-87dc-e85d4f461c59 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:46.566352 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:46.575284 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:46.604394 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Checking router: b139ea7f-af2b-42e9-ba71-ced5cc64c301 for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:02:46.605120 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Updating router b139ea7f-af2b-42e9-ba71-ced5cc64c301 port ca687f35-f697-41be-8f7a-bf36e28871dc binding host dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:02:46.606543 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-ec4c6787-e501-47bc-8497-487f11f24968 req-2538171b-9afc-40a7-a028-1e319aa0e709 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862594 Aug 31 09:02:46.622992 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:46.624062 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:46.627301 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] 10.222.0.103 "PUT /v2.0/ports/f54e4cb1-c45f-4547-bfa6-bf8e67af6734 HTTP/1.1" status: 200 len: 1093 time: 1.5824716 Aug 31 09:02:46.630042 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'tag': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:02:46.637659 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e9184d-4774-4292-bab2-70c36b6e2d80" -d '{"events": [{"name": "network-changed", "server_uuid": "1e98ba28-d651-4cf0-8f5c-74a138801ad1", "tag": "f54e4cb1-c45f-4547-bfa6-bf8e67af6734"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:02:46.658145 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:46.721270 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f7d47f-0dd1-44f9-8ba9-d676addb6afe x-openstack-request-id: req-c9f7d47f-0dd1-44f9-8ba9-d676addb6afe {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:02:46.721702 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e98ba28-d651-4cf0-8f5c-74a138801ad1", "tag": "f54e4cb1-c45f-4547-bfa6-bf8e67af6734", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:02:46.722181 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c9f7d47f-0dd1-44f9-8ba9-d676addb6afe {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:02:46.722722 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'tag': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734', 'status': 'completed', 'code': 200} Aug 31 09:02:46.749706 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6caba-3eea-48c9-bf83-9ce720e66783 service neutron] Pushing event updated for resources: {'Port': ['ID=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:46.856595 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9184d-4774-4292-bab2-70c36b6e2d80 req-978d3ef7-bf9a-446c-92a3-ec86a61646dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:46.858450 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f5e9184d-4774-4292-bab2-70c36b6e2d80 req-978d3ef7-bf9a-446c-92a3-ec86a61646dd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2c8bab362beb444d85312370bf5fd859&device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 1096 time: 0.1002712 Aug 31 09:02:47.029125 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9184d-4774-4292-bab2-70c36b6e2d80 req-7150063a-80b3-464f-866d-cc9508e6a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:47.031191 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f5e9184d-4774-4292-bab2-70c36b6e2d80 req-7150063a-80b3-464f-866d-cc9508e6a845 service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=2c8bab362beb444d85312370bf5fd859&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1598067 Aug 31 09:02:47.195062 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e9184d-4774-4292-bab2-70c36b6e2d80 req-136c8988-ac20-44e7-b58f-6aa68a0b12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:47.196972 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f5e9184d-4774-4292-bab2-70c36b6e2d80 req-136c8988-ac20-44e7-b58f-6aa68a0b12d3 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1557057 Aug 31 09:02:47.213099 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59262) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:47.218790 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-87ebaa8e-2975-41ef-a12a-d811839a5147 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2016191651-network', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:47.325666 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:47.329170 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-2e4fdfec-7f7e-4f25-8503-15f2fd664ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:47.331602 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-2e4fdfec-7f7e-4f25-8503-15f2fd664ecb service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2c8bab362beb444d85312370bf5fd859&device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0714424 Aug 31 09:02:47.341190 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Transition to ACTIVE for port object ca687f35-f697-41be-8f7a-bf36e28871dc will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:47.388413 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-4ca34855-2afd-4493-beb7-12091ab1a817 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734 HTTP/1.1" status: 200 len: 217 time: 0.0414948 Aug 31 09:02:47.451497 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-d933234f-8124-4065-a2d0-32afd5135ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:47.453800 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-d933234f-8124-4065-a2d0-32afd5135ebb service neutron] 10.222.0.103 "GET /v2.0/subnets?id=6b6d617a-f60f-429c-9b35-ee0f2425875b HTTP/1.1" status: 200 len: 847 time: 0.0608542 Aug 31 09:02:47.520040 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ebaa8e-2975-41ef-a12a-d811839a5147 admin admin] Made reservation on behalf of 910892cf0cb1456dbd94406f3c6f8758 for: {'network': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:02:47.523217 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-87ebaa8e-2975-41ef-a12a-d811839a5147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for network, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:47.527398 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-98d8ef06-1f8a-49a4-8a36-5d4a4e1ec34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:47.530631 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-98d8ef06-1f8a-49a4-8a36-5d4a4e1ec34c service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=565b07a6-99f1-480b-b4f4-75b49df84b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673051 Aug 31 09:02:47.533519 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-87ebaa8e-2975-41ef-a12a-d811839a5147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:47.537187 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:47.596890 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767ea4e-d841-4d04-85b6-21fc72241494 None None] Pushing event updated for resources: {'Port': ['ID=ca687f35-f697-41be-8f7a-bf36e28871dc,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:47.682100 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-ddd38a29-e681-4944-974c-c08c34a0c22a service neutron] 10.222.0.103 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414983 Aug 31 09:02:47.686615 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Attempting to bind port ca687f35-f697-41be-8f7a-bf36e28871dc on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:47.687108 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Attempting to bind port ca687f35-f697-41be-8f7a-bf36e28871dc by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:47.697936 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Attempting to bind port ca687f35-f697-41be-8f7a-bf36e28871dc on network 46d184a8-3f7b-464f-b4d7-109398b1164f {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:47.697936 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:47.697936 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Checking segment: {'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:47.697936 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:47.697936 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Bound using segment: {'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:47.697936 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Bound port: ca687f35-f697-41be-8f7a-bf36e28871dc, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:47.697936 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:47.702795 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-87ebaa8e-2975-41ef-a12a-d811839a5147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:47.721101 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:47.791868 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-87ebaa8e-2975-41ef-a12a-d811839a5147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:47.822129 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] For port ca687f35-f697-41be-8f7a-bf36e28871dc, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:47.826789 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] For port ca687f35-f697-41be-8f7a-bf36e28871dc, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=ca687f35-f697-41be-8f7a-bf36e28871dc,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:47.851244 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-bc9805b9-bc06-4ab1-b571-2ce201caf44d req-61fa1058-2f99-43e1-b95b-7089f390fe6a service neutron] 10.222.0.103 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587651 Aug 31 09:02:47.857596 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ebaa8e-2975-41ef-a12a-d811839a5147 admin admin] vlan segment allocate from pool success with {'vlan_id': 1373, 'physical_network': 'physnet1'} {{(pid=101272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 09:02:47.886230 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-87ebaa8e-2975-41ef-a12a-d811839a5147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:47.886230 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.segments_db [None req-87ebaa8e-2975-41ef-a12a-d811839a5147 admin admin] Added segment 35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0 of type vlan for network 364d0f0c-a912-4708-8ee6-ad3364609e03 Aug 31 09:02:47.888207 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebaa8e-2975-41ef-a12a-d811839a5147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acbfe34-6c09-4ab6-8f03-3a102528c695,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:47.909781 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:47.949146 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367649ef-568e-402a-a441-9d92f772dc10 req-273e3140-80da-4558-b569-4a1b84fbc31c tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:47.950746 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-367649ef-568e-402a-a441-9d92f772dc10 req-273e3140-80da-4558-b569-4a1b84fbc31c tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.1457939 Aug 31 09:02:47.977353 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-87ebaa8e-2975-41ef-a12a-d811839a5147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792931649895'] for network, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:47.990286 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767ea4e-d841-4d04-85b6-21fc72241494 None None] Pushing event updated for resources: {'Port': ['ID=ca687f35-f697-41be-8f7a-bf36e28871dc,revision_number=4']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:48.011928 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:48.013333 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:02:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:48.038152 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-367649ef-568e-402a-a441-9d92f772dc10 req-dbd99324-d8b3-4513-b4af-5e245c309e01 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730791 Aug 31 09:02:48.111989 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-87ebaa8e-2975-41ef-a12a-d811839a5147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425'] for network, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:48.113737 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ebaa8e-2975-41ef-a12a-d811839a5147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:48.114813 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-87ebaa8e-2975-41ef-a12a-d811839a5147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:48.184700 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:48.229290 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebaa8e-2975-41ef-a12a-d811839a5147 admin admin] Pushing event updated for resources: {'Network': ['ID=364d0f0c-a912-4708-8ee6-ad3364609e03,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:48.250557 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Network 364d0f0c-a912-4708-8ee6-ad3364609e03 details requested by agent ovs-agent-dv-cinder-782910-2-iscsi with host dv-cinder-782910-2-iscsi {{(pid=101274) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 09:02:48.301741 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-87ebaa8e-2975-41ef-a12a-d811839a5147 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0871592 Aug 31 09:02:48.307184 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59266) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:48.315965 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-02012947-6eb1-42ea-8a80-e39962391ac6 admin admin] Request body: {'subnet': {'network_id': '364d0f0c-a912-4708-8ee6-ad3364609e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2016191651-subnet', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'ip_version': 4}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:48.460990 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02012947-6eb1-42ea-8a80-e39962391ac6 admin admin] Made reservation on behalf of 910892cf0cb1456dbd94406f3c6f8758 for: {'subnet': 1} {{(pid=101272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:02:48.463789 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-02012947-6eb1-42ea-8a80-e39962391ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9270486'] for subnet, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:48.527009 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:47Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:48.567438 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dbb81d-e19b-446c-b91b-4625ee55e2bb None None] The sync data for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi is: [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:47Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:02:48.801167 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-02012947-6eb1-42ea-8a80-e39962391ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9427277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9270464'] for subnet, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:48.894877 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02012947-6eb1-42ea-8a80-e39962391ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc6e709-53a7-4cab-bc46-a8ee0a946574,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:48.910373 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02012947-6eb1-42ea-8a80-e39962391ac6 admin admin] Checking segment: {'id': '35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '364d0f0c-a912-4708-8ee6-ad3364609e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:48.910850 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02012947-6eb1-42ea-8a80-e39962391ac6 admin admin] Network hostable DHCP agents. Network: 364d0f0c-a912-4708-8ee6-ad3364609e03, hostable agents: ['512de0f3-7f08-47c1-bd23-64f0aa2fe1bb'], hosted agents: [] {{(pid=101272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 09:02:49.003470 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02012947-6eb1-42ea-8a80-e39962391ac6 admin admin] Network 364d0f0c-a912-4708-8ee6-ad3364609e03 is scheduled to be hosted by DHCP agent 512de0f3-7f08-47c1-bd23-64f0aa2fe1bb with binding_index 1 {{(pid=101272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 09:02:49.094837 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-02012947-6eb1-42ea-8a80-e39962391ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782910-2-iscsi, 364d0f0c-a912-4708-8ee6-ad3364609e03) {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:49.106791 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05adc917-d7b1-4869-aa8a-e5af263405d1 None None] Network 364d0f0c-a912-4708-8ee6-ad3364609e03 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:02:49.109935 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02012947-6eb1-42ea-8a80-e39962391ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:49.114152 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-02012947-6eb1-42ea-8a80-e39962391ac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:49.210025 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-02012947-6eb1-42ea-8a80-e39962391ac6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9018791 Aug 31 09:02:49.211406 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59270) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:49.218652 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2016191651-router', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:49.247703 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab98549-15c6-4d46-9ae1-a5a0237753ae req-af5ba71d-16e2-4a92-bd04-c47715bfef80 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:49.261203 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1ab98549-15c6-4d46-9ae1-a5a0237753ae req-af5ba71d-16e2-4a92-bd04-c47715bfef80 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.1072354 Aug 31 09:02:49.322136 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1ab98549-15c6-4d46-9ae1-a5a0237753ae req-8c87384e-d13b-4529-950f-d95a4780faa3 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590258 Aug 31 09:02:49.332306 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-437012', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12856'] for router, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:49.334073 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-438258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-430690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12851'] for router, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:49.378316 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadd5e035-c579-5214-aed2-157ab8088043-364d0f0c-a912-4708-8ee6-ad3364609e03', 'network_id': '364d0f0c-a912-4708-8ee6-ad3364609e03', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'fixed_ips': [{'subnet_id': '1dc6e709-53a7-4cab-bc46-a8ee0a946574'}]}} from dv-cinder-782910-2-iscsi. {{(pid=101274) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 09:02:49.379192 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:49.449514 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:49.568744 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.db_base_plugin_common [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Allocated IP 172.20.0.2 (364d0f0c-a912-4708-8ee6-ad3364609e03/1dc6e709-53a7-4cab-bc46-a8ee0a946574/27f4ee99-0f2b-418b-836e-1944b32bca5f) {{(pid=101274) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:49.761192 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:49.867808 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Notify callbacks [] for port, precommit_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:49.884506 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Transition to ACTIVE for port object 27f4ee99-0f2b-418b-836e-1944b32bca5f will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:49.916833 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Transition to ACTIVE for port object 27f4ee99-0f2b-418b-836e-1944b32bca5f will not be triggered until provisioned by entity DHCP. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:50.004196 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638'] for port, after_create {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.057979 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Network 364d0f0c-a912-4708-8ee6-ad3364609e03 is already hosted by enough agents. {{(pid=101274) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:50.063795 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.scheduler.base_scheduler [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Resources bound (agent type, host, resource id): {{(pid=101274) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:50.074623 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Received port after_create {{(pid=101274) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:50.079749 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Pushing event updated for resources: {'Port': ['ID=27f4ee99-0f2b-418b-836e-1944b32bca5f,revision_number=1']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:50.121796 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.145467 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.171190 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Attempting to bind port 27f4ee99-0f2b-418b-836e-1944b32bca5f on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:50.172682 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Attempting to bind port 27f4ee99-0f2b-418b-836e-1944b32bca5f by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '364d0f0c-a912-4708-8ee6-ad3364609e03'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:50.172682 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Attempting to bind port 27f4ee99-0f2b-418b-836e-1944b32bca5f on network 364d0f0c-a912-4708-8ee6-ad3364609e03 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:50.178899 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:50.179247 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Checking segment: {'id': '35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '364d0f0c-a912-4708-8ee6-ad3364609e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:50.179650 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.180081 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Bound using segment: {'id': '35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '364d0f0c-a912-4708-8ee6-ad3364609e03'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:50.180551 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Bound port: 27f4ee99-0f2b-418b-836e-1944b32bca5f, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '364d0f0c-a912-4708-8ee6-ad3364609e03'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:50.180932 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.269520 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Allocated IP 172.27.0.160 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/a31756c7-da66-4e13-aa91-68c168c34e80) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:50.337658 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] For port 27f4ee99-0f2b-418b-836e-1944b32bca5f, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:50.343306 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] For port 27f4ee99-0f2b-418b-836e-1944b32bca5f, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=27f4ee99-0f2b-418b-836e-1944b32bca5f,segment=NetworkSegment(35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0),segment_id=35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:50.403641 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device ca687f35-f697-41be-8f7a-bf36e28871dc up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:50.495185 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.518804 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.565878 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd6608-f053-4828-b1e5-6e7b4152f99e req-72b5a118-49a3-4457-89e9-385b96519609 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:50.567516 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8fbd6608-f053-4828-b1e5-6e7b4152f99e req-72b5a118-49a3-4457-89e9-385b96519609 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.1021640 Aug 31 09:02:50.585144 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e05fd4-7833-471d-8623-fb241b1acb6d None None] Pushing event updated for resources: {'Port': ['ID=27f4ee99-0f2b-418b-836e-1944b32bca5f,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:50.607073 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port ca687f35-f697-41be-8f7a-bf36e28871dc completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:50.611706 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port ca687f35-f697-41be-8f7a-bf36e28871dc triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:50.612446 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.637243 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-8fbd6608-f053-4828-b1e5-6e7b4152f99e req-36454a3c-f070-4456-bedd-2714f4f56b5e tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563810 Aug 31 09:02:50.707067 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.709413 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.750608 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port ca687f35-f697-41be-8f7a-bf36e28871dc, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=ca687f35-f697-41be-8f7a-bf36e28871dc,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:50.773614 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:50.777002 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:50.795660 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:50.847454 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Pushing event updated for resources: {'Port': ['ID=a31756c7-da66-4e13-aa91-68c168c34e80,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:50.852494 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:50.933773 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=ca687f35-f697-41be-8f7a-bf36e28871dc,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:51.605894 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fea74dd-7051-48f5-bcb9-db8f8eb65c63 None None] Network 364d0f0c-a912-4708-8ee6-ad3364609e03 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:02:51.715918 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:51.728782 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-0f86772c-05b0-4efb-825f-1c2fae99ff71 None None] Provisioning for port 27f4ee99-0f2b-418b-836e-1944b32bca5f completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:51.784696 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fff379-d739-4567-9e2e-eea9f728da1f req-b75072db-6a42-4ec4-b6fb-f9ad446dae77 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:51.793687 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d3fff379-d739-4567-9e2e-eea9f728da1f req-b75072db-6a42-4ec4-b6fb-f9ad446dae77 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.0624509 Aug 31 09:02:51.840773 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d3fff379-d739-4567-9e2e-eea9f728da1f req-66102956-b8c9-48ee-bdc2-c0f06defc0c4 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475292 Aug 31 09:02:51.979084 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-438219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-435186'] for router, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:52.283411 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Router e55e7ce1-0240-4f91-b4cf-ecf3feae6bff is scheduled to L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 with binding_index 1 {{(pid=101272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 09:02:52.437634 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:02:52.454897 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Sync routers for ids ['e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:02:52.470608 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 27f4ee99-0f2b-418b-836e-1944b32bca5f up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:52.541377 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Routers {'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:52.542280 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:02:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:52.545472 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] Notify callbacks [] for router, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:52.547645 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-b0926bfb-505c-4816-aa3f-b5195733b825 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3341079 Aug 31 09:02:52.549584 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59284) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:52.746955 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Set router e55e7ce1-0240-4f91-b4cf-ecf3feae6bff gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:52.776655 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port 27f4ee99-0f2b-418b-836e-1944b32bca5f completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:52.818044 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 27f4ee99-0f2b-418b-836e-1944b32bca5f triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:52.818421 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.018726 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.054277 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08618c74-6330-42d2-b641-3c591359bc70 req-21a0a1e5-c2b0-4443-8c1f-51c15be1409b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:53.056013 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-08618c74-6330-42d2-b641-3c591359bc70 req-21a0a1e5-c2b0-4443-8c1f-51c15be1409b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.1005528 Aug 31 09:02:53.067525 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port 27f4ee99-0f2b-418b-836e-1944b32bca5f, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=27f4ee99-0f2b-418b-836e-1944b32bca5f,segment=NetworkSegment(35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0),segment_id=35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:53.076826 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'name': 'tempest-TestVolumeBootPattern-2016191651-router', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a31756c7-da66-4e13-aa91-68c168c34e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:49Z', 'updated_at': '2021-08-31T09:02:51Z', 'revision_number': 3, 'project_id': '910892cf0cb1456dbd94406f3c6f8758', 'gw_port': {'id': 'a31756c7-da66-4e13-aa91-68c168c34e80', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:50Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:53.110341 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Checking router: e55e7ce1-0240-4f91-b4cf-ecf3feae6bff for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:02:53.110708 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Updating router e55e7ce1-0240-4f91-b4cf-ecf3feae6bff port a31756c7-da66-4e13-aa91-68c168c34e80 binding host dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:02:53.150388 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.154911 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.159242 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-08618c74-6330-42d2-b641-3c591359bc70 req-dcad3baf-5cbc-401a-bd55-cfcd4cdaa044 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738235 Aug 31 09:02:53.195449 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.196504 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device ca687f35-f697-41be-8f7a-bf36e28871dc up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:53.361292 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=27f4ee99-0f2b-418b-836e-1944b32bca5f,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:53.371518 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Allocated IP 172.20.0.1 (364d0f0c-a912-4708-8ee6-ad3364609e03/1dc6e709-53a7-4cab-bc46-a8ee0a946574/ea63ebc7-af2c-4435-9ae3-11099b7f42cc) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:02:53.420173 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port ca687f35-f697-41be-8f7a-bf36e28871dc triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:53.420548 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.491485 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.507833 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.provisioning_blocks [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Transition to ACTIVE for port object ea63ebc7-af2c-4435-9ae3-11099b7f42cc will not be triggered until provisioned by entity DHCP. {{(pid=101272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:53.603185 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.616638 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Transition to ACTIVE for port object a31756c7-da66-4e13-aa91-68c168c34e80 will not be triggered until provisioned by entity L2. {{(pid=101274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:53.634849 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.678732 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Network 364d0f0c-a912-4708-8ee6-ad3364609e03 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:53.682555 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:53.685504 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:02:53.690328 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.735599 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Pushing event updated for resources: {'Port': ['ID=ea63ebc7-af2c-4435-9ae3-11099b7f42cc,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:53.773010 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434561'] for router_interface, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.963883 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Attempting to bind port a31756c7-da66-4e13-aa91-68c168c34e80 on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:53.965078 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Attempting to bind port a31756c7-da66-4e13-aa91-68c168c34e80 by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:53.965078 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Attempting to bind port a31756c7-da66-4e13-aa91-68c168c34e80 on network 21b7b17b-0504-4a0f-9003-5825bc0f5835 {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:53.968306 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b7c47-744e-4b10-93b6-caf0cb3ced7c None None] Pushing event updated for resources: {'Port': ['ID=a31756c7-da66-4e13-aa91-68c168c34e80,revision_number=2']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:53.974245 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:53.974593 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Checking segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:53.975006 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:53.975406 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Bound using segment: {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'} {{(pid=101274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:53.976094 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.managers [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Bound port: a31756c7-da66-4e13-aa91-68c168c34e80, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86877331-f818-4619-81b8-573e8c8663a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835'}}] {{(pid=101274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:53.976413 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.046813 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] For port a31756c7-da66-4e13-aa91-68c168c34e80, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:54.050547 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] For port a31756c7-da66-4e13-aa91-68c168c34e80, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=a31756c7-da66-4e13-aa91-68c168c34e80,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:54.063479 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.144166 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-d020aff1-98ca-4889-8588-3da68a0e2c45 None None] Provisioning for port ea63ebc7-af2c-4435-9ae3-11099b7f42cc completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:54.151017 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-d020aff1-98ca-4889-8588-3da68a0e2c45 None None] Provisioning complete for port ea63ebc7-af2c-4435-9ae3-11099b7f42cc triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:54.151649 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d020aff1-98ca-4889-8588-3da68a0e2c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.193938 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.285075 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.311783 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-d020aff1-98ca-4889-8588-3da68a0e2c45 None None] Port ea63ebc7-af2c-4435-9ae3-11099b7f42cc cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:02:54.324105 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b7c47-744e-4b10-93b6-caf0cb3ced7c None None] Pushing event updated for resources: {'Port': ['ID=a31756c7-da66-4e13-aa91-68c168c34e80,revision_number=3']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:54.329472 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Routers {'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:54.330501 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:02:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:54.356728 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d2b64-f53d-4182-b712-6d3edf0ea8e6 req-5fd82b74-163e-41fd-ac1a-e00c0b0e6c4d tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:54.359939 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427652'] for port, after_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.371714 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-864d2b64-f53d-4182-b712-6d3edf0ea8e6 req-5fd82b74-163e-41fd-ac1a-e00c0b0e6c4d tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.1010697 Aug 31 09:02:54.413733 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 27f4ee99-0f2b-418b-836e-1944b32bca5f up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:54.428603 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-864d2b64-f53d-4182-b712-6d3edf0ea8e6 req-e98772cf-ef43-4ec7-b6e4-985ebaa5fc4e tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553920 Aug 31 09:02:54.445875 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Pushing event updated for resources: {'Port': ['ID=ea63ebc7-af2c-4435-9ae3-11099b7f42cc,revision_number=2']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:54.450079 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435505'] for router_interface, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.545360 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port 27f4ee99-0f2b-418b-836e-1944b32bca5f triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:54.545788 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.548794 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] Set router e55e7ce1-0240-4f91-b4cf-ecf3feae6bff gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:54.575724 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Network 364d0f0c-a912-4708-8ee6-ad3364609e03 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:02:54.578526 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:02:54.762510 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Router e55e7ce1-0240-4f91-b4cf-ecf3feae6bff has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:02:54.857108 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-9b83351c-7226-4b50-b874-cd5c1ec470fa None None] Provisioning complete for port ea63ebc7-af2c-4435-9ae3-11099b7f42cc triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:54.857436 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9b83351c-7226-4b50-b874-cd5c1ec470fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:54.904173 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-9b83351c-7226-4b50-b874-cd5c1ec470fa None None] Port ea63ebc7-af2c-4435-9ae3-11099b7f42cc cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:02:54.906998 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:02:54.913494 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'name': 'tempest-TestVolumeBootPattern-2016191651-router', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a31756c7-da66-4e13-aa91-68c168c34e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:49Z', 'updated_at': '2021-08-31T09:02:53Z', 'revision_number': 4, 'project_id': '910892cf0cb1456dbd94406f3c6f8758', 'gw_port': {'id': 'a31756c7-da66-4e13-aa91-68c168c34e80', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:50Z', 'updated_at': '2021-08-31T09:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'ea63ebc7-af2c-4435-9ae3-11099b7f42cc', 'name': '', 'network_id': '364d0f0c-a912-4708-8ee6-ad3364609e03', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'mac_address': 'fa:16:3e:2f:82:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1dc6e709-53a7-4cab-bc46-a8ee0a946574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:53Z', 'updated_at': '2021-08-31T09:02:53Z', 'revision_number': 1, 'project_id': '910892cf0cb1456dbd94406f3c6f8758', 'subnets': [{'id': '1dc6e709-53a7-4cab-bc46-a8ee0a946574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:54.917992 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-e6f8b579-f10d-4665-b589-11f8b78760ab admin admin] 10.222.0.74 "PUT /v2.0/routers/e55e7ce1-0240-4f91-b4cf-ecf3feae6bff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3663478 Aug 31 09:02:54.966474 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f5a45-d280-4c12-a28c-9f3c783a19c3 None None] The sync data for ids ['e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'] in dv-cinder-782910-2-iscsi is: [{'id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'name': 'tempest-TestVolumeBootPattern-2016191651-router', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a31756c7-da66-4e13-aa91-68c168c34e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:49Z', 'updated_at': '2021-08-31T09:02:53Z', 'revision_number': 4, 'project_id': '910892cf0cb1456dbd94406f3c6f8758', 'gw_port': {'id': 'a31756c7-da66-4e13-aa91-68c168c34e80', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:50Z', 'updated_at': '2021-08-31T09:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'ea63ebc7-af2c-4435-9ae3-11099b7f42cc', 'name': '', 'network_id': '364d0f0c-a912-4708-8ee6-ad3364609e03', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'mac_address': 'fa:16:3e:2f:82:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1dc6e709-53a7-4cab-bc46-a8ee0a946574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:53Z', 'updated_at': '2021-08-31T09:02:53Z', 'revision_number': 1, 'project_id': '910892cf0cb1456dbd94406f3c6f8758', 'subnets': [{'id': '1dc6e709-53a7-4cab-bc46-a8ee0a946574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:02:55.616163 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device f54e4cb1-c45f-4547-bfa6-bf8e67af6734 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:02:55.654118 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc792a-410a-4b0c-976f-6c9d5f68e03c req-b65179ca-28c7-4eb2-a057-690b24fbf1ee tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:55.657514 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7cfc792a-410a-4b0c-976f-6c9d5f68e03c req-b65179ca-28c7-4eb2-a057-690b24fbf1ee tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.1124630 Aug 31 09:02:55.735326 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7cfc792a-410a-4b0c-976f-6c9d5f68e03c req-baca2621-33d2-4200-ada3-9dd9c3d47246 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650167 Aug 31 09:02:55.840513 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port f54e4cb1-c45f-4547-bfa6-bf8e67af6734, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,segment=NetworkSegment(ae283280-a3b0-47ee-9be1-ccf439ab3fdb),segment_id=ae283280-a3b0-47ee-9be1-ccf439ab3fdb)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:55.855746 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734', 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'port_id': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734', 'mac_address': 'fa:16:3e:5a:eb:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:02:55.912776 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:55.939302 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54e4cb1-c45f-4547-bfa6-bf8e67af6734 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:02:55.976800 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port f54e4cb1-c45f-4547-bfa6-bf8e67af6734, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,segment=NetworkSegment(ae283280-a3b0-47ee-9be1-ccf439ab3fdb),segment_id=ae283280-a3b0-47ee-9be1-ccf439ab3fdb)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:55.990458 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59298) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:55.996055 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-443995f0-795c-454a-ab3e-f92fae1ed459 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1497803970', 'description': 'tempest-secgroup-smoke-1497803970 description', 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:56.060102 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.088710 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-443995f0-795c-454a-ab3e-f92fae1ed459 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.126080 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:56.209144 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-443995f0-795c-454a-ab3e-f92fae1ed459 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.283355 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-443995f0-795c-454a-ab3e-f92fae1ed459 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.344451 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443995f0-795c-454a-ab3e-f92fae1ed459 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:56.370681 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['f54e4cb1-c45f-4547-bfa6-bf8e67af6734'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:02:56.400692 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-443995f0-795c-454a-ab3e-f92fae1ed459 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.404050 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-443995f0-795c-454a-ab3e-f92fae1ed459 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4106364 Aug 31 09:02:56.407480 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59300) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:56.412660 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device a31756c7-da66-4e13-aa91-68c168c34e80 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:56.412947 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-4ce7e702-205c-4b79-b60a-0bd36f790645 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Request body: {'security_group_rule': {'security_group_id': '5dcbb02e-e6da-4b2e-b01d-43b63a2235ad', 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:56.515742 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e702-205c-4b79-b60a-0bd36f790645 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.605637 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e702-205c-4b79-b60a-0bd36f790645 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.618160 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port a31756c7-da66-4e13-aa91-68c168c34e80 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:56.629798 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port a31756c7-da66-4e13-aa91-68c168c34e80 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:56.630404 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.736659 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e702-205c-4b79-b60a-0bd36f790645 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.764711 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7e702-205c-4b79-b60a-0bd36f790645 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a7aeea-6cdc-4215-a9ac-5e4c2ca6be1d,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:56.883683 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-4ce7e702-205c-4b79-b60a-0bd36f790645 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.889146 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-4ce7e702-205c-4b79-b60a-0bd36f790645 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4767323 Aug 31 09:02:56.894599 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59304) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:56.896475 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-8ad9c95e-008d-4587-86f8-3cd7807f3d2c tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Request body: {'security_group_rule': {'security_group_id': '5dcbb02e-e6da-4b2e-b01d-43b63a2235ad', 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:56.920440 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac9aee-4e7a-4ed5-bc9d-8f6d413ad9e8 req-0a65a0c0-7802-47c7-ab52-36593ae9c06f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:56.923921 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:56.924446 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-21ac9aee-4e7a-4ed5-bc9d-8f6d413ad9e8 req-0a65a0c0-7802-47c7-ab52-36593ae9c06f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 944 time: 0.0771978 Aug 31 09:02:56.981516 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-21ac9aee-4e7a-4ed5-bc9d-8f6d413ad9e8 req-1d90e35f-8834-426e-9f1a-e6911ef9678e tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484846 Aug 31 09:02:57.001067 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port a31756c7-da66-4e13-aa91-68c168c34e80, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=a31756c7-da66-4e13-aa91-68c168c34e80,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:57.032747 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8ad9c95e-008d-4587-86f8-3cd7807f3d2c tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.092245 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.123034 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8ad9c95e-008d-4587-86f8-3cd7807f3d2c tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.168594 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=a31756c7-da66-4e13-aa91-68c168c34e80,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:57.202965 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8ad9c95e-008d-4587-86f8-3cd7807f3d2c tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.222887 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9c95e-008d-4587-86f8-3cd7807f3d2c tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3836ae8-28b1-43d5-bfd5-df4aeb6fea7d,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:57.317513 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-8ad9c95e-008d-4587-86f8-3cd7807f3d2c tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.322662 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-8ad9c95e-008d-4587-86f8-3cd7807f3d2c tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4313114 Aug 31 09:02:57.323340 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59306) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:57.328531 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-eeb471e3-a672-4c8f-8fbc-866d6c7495bb tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Request body: {'security_group_rule': {'security_group_id': '5dcbb02e-e6da-4b2e-b01d-43b63a2235ad', 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:57.389178 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Sync routers for ids ['e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:02:57.406234 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:02:57.408764 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Routers {'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:57.409423 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:02:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:57.483433 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-eeb471e3-a672-4c8f-8fbc-866d6c7495bb tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.554601 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Set router e55e7ce1-0240-4f91-b4cf-ecf3feae6bff gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:57.579739 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-eeb471e3-a672-4c8f-8fbc-866d6c7495bb tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.615659 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device f54e4cb1-c45f-4547-bfa6-bf8e67af6734 up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:57.655359 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-eeb471e3-a672-4c8f-8fbc-866d6c7495bb tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.687363 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb471e3-a672-4c8f-8fbc-866d6c7495bb tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6568bf57-7d93-4485-a909-da36b803b686,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:57.766946 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port f54e4cb1-c45f-4547-bfa6-bf8e67af6734 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:02:57.774420 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port f54e4cb1-c45f-4547-bfa6-bf8e67af6734 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:57.781510 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.806540 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-eeb471e3-a672-4c8f-8fbc-866d6c7495bb tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.814496 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59308) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:57.815080 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-eeb471e3-a672-4c8f-8fbc-866d6c7495bb tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4903302 Aug 31 09:02:57.821037 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-e8cadd31-58bb-4f5b-b21e-3732e29b3982 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Request body: {'security_group_rule': {'security_group_id': '5dcbb02e-e6da-4b2e-b01d-43b63a2235ad', 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:57.896333 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.929372 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:02:57.930883 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e8cadd31-58bb-4f5b-b21e-3732e29b3982 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:57.931692 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc31588-8e9a-4934-96e6-57a5f7fb62dd" -d '{"events": [{"server_uuid": "1e98ba28-d651-4cf0-8f5c-74a138801ad1", "name": "network-vif-plugged", "status": "completed", "tag": "f54e4cb1-c45f-4547-bfa6-bf8e67af6734"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:02:57.949404 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port f54e4cb1-c45f-4547-bfa6-bf8e67af6734, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,segment=NetworkSegment(ae283280-a3b0-47ee-9be1-ccf439ab3fdb),segment_id=ae283280-a3b0-47ee-9be1-ccf439ab3fdb)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:02:58.003195 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83257352-980a-40ed-9fac-7662a18e69ac x-openstack-request-id: req-83257352-980a-40ed-9fac-7662a18e69ac {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:02:58.004292 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e98ba28-d651-4cf0-8f5c-74a138801ad1", "name": "network-vif-plugged", "status": "completed", "tag": "f54e4cb1-c45f-4547-bfa6-bf8e67af6734", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:02:58.004292 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-83257352-980a-40ed-9fac-7662a18e69ac {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:02:58.004292 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734', 'code': 200} Aug 31 09:02:58.027646 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e8cadd31-58bb-4f5b-b21e-3732e29b3982 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.032270 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.042209 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'name': 'tempest-TestVolumeBootPattern-2016191651-router', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a31756c7-da66-4e13-aa91-68c168c34e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:49Z', 'updated_at': '2021-08-31T09:02:53Z', 'revision_number': 4, 'project_id': '910892cf0cb1456dbd94406f3c6f8758', 'gw_port': {'id': 'a31756c7-da66-4e13-aa91-68c168c34e80', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:50Z', 'updated_at': '2021-08-31T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'ea63ebc7-af2c-4435-9ae3-11099b7f42cc', 'name': '', 'network_id': '364d0f0c-a912-4708-8ee6-ad3364609e03', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'mac_address': 'fa:16:3e:2f:82:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1dc6e709-53a7-4cab-bc46-a8ee0a946574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:53Z', 'updated_at': '2021-08-31T09:02:54Z', 'revision_number': 2, 'project_id': '910892cf0cb1456dbd94406f3c6f8758', 'subnets': [{'id': '1dc6e709-53a7-4cab-bc46-a8ee0a946574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:58.079852 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Checking router: e55e7ce1-0240-4f91-b4cf-ecf3feae6bff for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:02:58.079852 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Updating router e55e7ce1-0240-4f91-b4cf-ecf3feae6bff port ea63ebc7-af2c-4435-9ae3-11099b7f42cc binding host dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 09:02:58.106776 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e8cadd31-58bb-4f5b-b21e-3732e29b3982 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.114361 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.117302 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:58.137986 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cadd31-58bb-4f5b-b21e-3732e29b3982 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9798b5-d122-4421-b1e8-bd0eea728fef,revision_number=0']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:58.209998 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2442e-6ed4-43f2-9800-b033288c8922 req-00a72404-a0c7-4aa3-945e-ca2d7530fd02 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:58.211634 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-09c2442e-6ed4-43f2-9800-b033288c8922 req-00a72404-a0c7-4aa3-945e-ca2d7530fd02 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0757420 Aug 31 09:02:58.259697 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-09c2442e-6ed4-43f2-9800-b033288c8922 req-b667c05d-9320-4d8e-bd19-728633ad0f1a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414000 Aug 31 09:02:58.317758 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e8cadd31-58bb-4f5b-b21e-3732e29b3982 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.321153 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-e8cadd31-58bb-4f5b-b21e-3732e29b3982 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5021656 Aug 31 09:02:58.324390 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59314) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:58.329974 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-a6d17df5-bd50-41c3-8cb9-b656f5e9476d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Request body: {'security_group_rule': {'security_group_id': '5dcbb02e-e6da-4b2e-b01d-43b63a2235ad', 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:58.381899 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device a31756c7-da66-4e13-aa91-68c168c34e80 up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:02:58.437557 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port a31756c7-da66-4e13-aa91-68c168c34e80 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:02:58.437930 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.483005 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.securitygroups_db [None req-a6d17df5-bd50-41c3-8cb9-b656f5e9476d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Project dce013a22e8e4e7f8630afb4ae78fd7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:02:58.492936 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a6d17df5-bd50-41c3-8cb9-b656f5e9476d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.500680 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Notify callbacks [] for port, precommit_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.516785 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.provisioning_blocks [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Transition to ACTIVE for port object ea63ebc7-af2c-4435-9ae3-11099b7f42cc will not be triggered until provisioned by entity L2. {{(pid=101275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:02:58.577069 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a6d17df5-bd50-41c3-8cb9-b656f5e9476d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.592573 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.652482 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219a96e-f0a2-45dc-8722-581d48641970 None None] Pushing event updated for resources: {'Port': ['ID=ea63ebc7-af2c-4435-9ae3-11099b7f42cc,revision_number=3']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:58.672162 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a6d17df5-bd50-41c3-8cb9-b656f5e9476d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.679533 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2dd5f-a49e-4a7a-b315-b6e0c7571682 req-04da092e-5110-4fa9-90f7-70ed0615e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:58.681480 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a3f2dd5f-a49e-4a7a-b315-b6e0c7571682 req-04da092e-5110-4fa9-90f7-70ed0615e036 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 1098 time: 0.1741662 Aug 31 09:02:58.698462 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d17df5-bd50-41c3-8cb9-b656f5e9476d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7de4d1f-27e8-439b-9346-8f7499004c9f,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:58.728744 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Attempting to bind port ea63ebc7-af2c-4435-9ae3-11099b7f42cc on host dv-cinder-782910-2-iscsi for vnic_type normal with profile {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:02:58.729112 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Attempting to bind port ea63ebc7-af2c-4435-9ae3-11099b7f42cc by drivers openvswitch,hyperv on host dv-cinder-782910-2-iscsi at level 0 using segments [{'id': '35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '364d0f0c-a912-4708-8ee6-ad3364609e03'}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:02:58.729564 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Attempting to bind port ea63ebc7-af2c-4435-9ae3-11099b7f42cc on network 364d0f0c-a912-4708-8ee6-ad3364609e03 {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:02:58.736216 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Checking agent: {'id': '13d8f150-ce95-4d7d-8d0c-28aa1beb2b66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 44, 15), 'started_at': datetime.datetime(2021, 8, 31, 8, 44, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:02:58.736736 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Checking segment: {'id': '35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '364d0f0c-a912-4708-8ee6-ad3364609e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:02:58.737143 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.737534 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Bound using segment: {'id': '35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '364d0f0c-a912-4708-8ee6-ad3364609e03'} {{(pid=101275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:02:58.738032 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.managers [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Bound port: ea63ebc7-af2c-4435-9ae3-11099b7f42cc, host: dv-cinder-782910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1373, 'network_id': '364d0f0c-a912-4708-8ee6-ad3364609e03'}}] {{(pid=101275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:02:58.738403 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.740595 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a3f2dd5f-a49e-4a7a-b315-b6e0c7571682 req-44bc39f2-0a29-4ec6-affa-b5f314004168 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482283 Aug 31 09:02:58.771191 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-a6d17df5-bd50-41c3-8cb9-b656f5e9476d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.775301 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-a6d17df5-bd50-41c3-8cb9-b656f5e9476d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4471841 Aug 31 09:02:58.775594 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59318) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:02:58.780952 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-3541638a-f7e0-4868-9a53-06a6d4651c38 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Request body: {'security_group_rule': {'security_group_id': '5dcbb02e-e6da-4b2e-b01d-43b63a2235ad', 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:02:58.832112 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] For port ea63ebc7-af2c-4435-9ae3-11099b7f42cc, host dv-cinder-782910-2-iscsi, cleared binding levels {{(pid=101275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:02:58.836172 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.plugins.ml2.db [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] For port ea63ebc7-af2c-4435-9ae3-11099b7f42cc, host dv-cinder-782910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=ea63ebc7-af2c-4435-9ae3-11099b7f42cc,segment=NetworkSegment(35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0),segment_id=35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0)] {{(pid=101275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:02:58.880232 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.securitygroups_db [None req-3541638a-f7e0-4868-9a53-06a6d4651c38 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Project dce013a22e8e4e7f8630afb4ae78fd7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 09:02:58.886602 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3541638a-f7e0-4868-9a53-06a6d4651c38 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.909260 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron_lib.callbacks.manager [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.970059 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3541638a-f7e0-4868-9a53-06a6d4651c38 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:58.994393 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219a96e-f0a2-45dc-8722-581d48641970 None None] Pushing event updated for resources: {'Port': ['ID=ea63ebc7-af2c-4435-9ae3-11099b7f42cc,revision_number=4']} {{(pid=101275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:58.998226 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Routers {'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:02:58.999031 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:02:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:59.040310 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3541638a-f7e0-4868-9a53-06a6d4651c38 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964252'] for security_group_rule, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:59.062528 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541638a-f7e0-4868-9a53-06a6d4651c38 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63023b14-b90d-40fa-af24-216cb7848ceb,revision_number=0']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:02:59.143501 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3541638a-f7e0-4868-9a53-06a6d4651c38 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:02:59.146428 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-3541638a-f7e0-4868-9a53-06a6d4651c38 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3680847 Aug 31 09:02:59.165494 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] Set router e55e7ce1-0240-4f91-b4cf-ecf3feae6bff gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:02:59.475213 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed92ab-33e2-476f-9151-855a6e5f021d req-f6dabc3a-5066-4ab3-b4b0-6029c1753c38 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:02:59.483002 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-99ed92ab-33e2-476f-9151-855a6e5f021d req-f6dabc3a-5066-4ab3-b4b0-6029c1753c38 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0912580 Aug 31 09:02:59.495102 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'name': 'tempest-TestVolumeBootPattern-2016191651-router', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a31756c7-da66-4e13-aa91-68c168c34e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:49Z', 'updated_at': '2021-08-31T09:02:53Z', 'revision_number': 4, 'project_id': '910892cf0cb1456dbd94406f3c6f8758', 'gw_port': {'id': 'a31756c7-da66-4e13-aa91-68c168c34e80', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:50Z', 'updated_at': '2021-08-31T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'ea63ebc7-af2c-4435-9ae3-11099b7f42cc', 'name': '', 'network_id': '364d0f0c-a912-4708-8ee6-ad3364609e03', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'mac_address': 'fa:16:3e:2f:82:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1dc6e709-53a7-4cab-bc46-a8ee0a946574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:53Z', 'updated_at': '2021-08-31T09:02:58Z', 'revision_number': 4, 'project_id': '910892cf0cb1456dbd94406f3c6f8758', 'subnets': [{'id': '1dc6e709-53a7-4cab-bc46-a8ee0a946574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:02:59.528227 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5528a-2129-4351-b864-89e146ec8623 None None] The sync data for ids ['e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'] in dv-cinder-782910-2-iscsi is: [{'id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'name': 'tempest-TestVolumeBootPattern-2016191651-router', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a31756c7-da66-4e13-aa91-68c168c34e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:49Z', 'updated_at': '2021-08-31T09:02:53Z', 'revision_number': 4, 'project_id': '910892cf0cb1456dbd94406f3c6f8758', 'gw_port': {'id': 'a31756c7-da66-4e13-aa91-68c168c34e80', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:50Z', 'updated_at': '2021-08-31T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'ea63ebc7-af2c-4435-9ae3-11099b7f42cc', 'name': '', 'network_id': '364d0f0c-a912-4708-8ee6-ad3364609e03', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'mac_address': 'fa:16:3e:2f:82:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '1dc6e709-53a7-4cab-bc46-a8ee0a946574', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:53Z', 'updated_at': '2021-08-31T09:02:58Z', 'revision_number': 4, 'project_id': '910892cf0cb1456dbd94406f3c6f8758', 'subnets': [{'id': '1dc6e709-53a7-4cab-bc46-a8ee0a946574', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:02:59.546677 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-99ed92ab-33e2-476f-9151-855a6e5f021d req-16883f43-8bf9-4597-96e7-1d57e1092895 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560949 Aug 31 09:03:00.397054 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device ea63ebc7-af2c-4435-9ae3-11099b7f42cc up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:03:00.585540 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning for port ea63ebc7-af2c-4435-9ae3-11099b7f42cc completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:03:00.591065 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port ea63ebc7-af2c-4435-9ae3-11099b7f42cc triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:00.591904 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:00.707422 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:00.731840 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2e0f-f90c-4edb-a5d8-89f60d4852f5 req-8bac5657-0aba-48f8-92ea-fc42c28e5368 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:00.736056 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ef3b2e0f-f90c-4edb-a5d8-89f60d4852f5 req-8bac5657-0aba-48f8-92ea-fc42c28e5368 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0840626 Aug 31 09:03:00.761204 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] For port ea63ebc7-af2c-4435-9ae3-11099b7f42cc, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=ea63ebc7-af2c-4435-9ae3-11099b7f42cc,segment=NetworkSegment(35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0),segment_id=35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:00.787338 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-ef3b2e0f-f90c-4edb-a5d8-89f60d4852f5 req-db705164-eceb-4f46-801d-161f8ed62d6a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417378 Aug 31 09:03:00.869360 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:00.946820 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8417b3d-170a-4a1f-933c-4904e1547bbd req-1bb79899-4483-4114-9bfd-7241f54f3e3b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:00.949016 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a8417b3d-170a-4a1f-933c-4904e1547bbd req-1bb79899-4483-4114-9bfd-7241f54f3e3b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0628674 Aug 31 09:03:00.960992 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Pushing event updated for resources: {'Port': ['ID=ea63ebc7-af2c-4435-9ae3-11099b7f42cc,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:01.011672 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a8417b3d-170a-4a1f-933c-4904e1547bbd req-d715cec4-87f1-484b-aa4f-1e67d3fabb01 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463951 Aug 31 09:03:01.040113 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59374) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:01.217453 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65b6709-b496-4ec7-9ad0-8b0076f20de9 tempest-TestShelveInstance-1653860883 tempest-TestShelveInstance-1653860883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:01.221074 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-c65b6709-b496-4ec7-9ad0-8b0076f20de9 tempest-TestShelveInstance-1653860883 tempest-TestShelveInstance-1653860883-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 1093 time: 0.1790535 Aug 31 09:03:01.224356 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59386) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:01.232581 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Request body: {'floatingip': {'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'port_id': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:03:01.368920 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for floatingip, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:01.526975 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:01.674311 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Allocated IP 172.27.0.244 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/7c4a6ed2-1ca3-4940-9176-823e4524f900) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:03:01.855679 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:01.992097 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:02.042684 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:03:02.046161 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:03:02.050840 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:03:02.057099 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Pushing event updated for resources: {'Port': ['ID=7c4a6ed2-1ca3-4940-9176-823e4524f900,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:02.382357 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device ea63ebc7-af2c-4435-9ae3-11099b7f42cc up at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:03:02.468381 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Provisioning complete for port ea63ebc7-af2c-4435-9ae3-11099b7f42cc triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:02.469010 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:02.549545 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:02.744567 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:02.959553 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for port, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:03.034356 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427652'] for port, after_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:03.112418 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Pushing event updated for resources: {'Port': ['ID=7c4a6ed2-1ca3-4940-9176-823e4524f900,revision_number=2']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:03.129055 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:03.249504 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.l3_db [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Floating IP 4f19b51b-48ad-4241-8ce4-870a66359bd2 associated. External IP: 172.27.0.244, port: f54e4cb1-c45f-4547-bfa6-bf8e67af6734. Aug 31 09:03:03.801651 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Router c49a3740-8b46-4494-b2d9-5d9c92797f3d has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:03:03.944602 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:03:03.960801 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a72a812-5fde-4da7-aa89-008562da5e44 None None] Sync routers for ids ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:03:03.977465 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72a812-5fde-4da7-aa89-008562da5e44 None None] Routers {'c49a3740-8b46-4494-b2d9-5d9c92797f3d'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:03:03.978890 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-9a72a812-5fde-4da7-aa89-008562da5e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:02:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:04.029384 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:04.078250 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-6e258d59-873f-40da-81ce-f048696a0c5b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8523283 Aug 31 09:03:04.079802 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'tag': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734'}] {{(pid=101272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:03:04.081938 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c305cbc8c06b24060600ca92de127493340b06c079c8aaacccf023196f54b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb2e2c6-2070-4e14-b0cc-b543388cf679" -d '{"events": [{"name": "network-changed", "server_uuid": "1e98ba28-d651-4cf0-8f5c-74a138801ad1", "tag": "f54e4cb1-c45f-4547-bfa6-bf8e67af6734"}]}' {{(pid=101272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:03:04.156289 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bec6aba-beb0-46a3-af26-f330ef30a89f x-openstack-request-id: req-3bec6aba-beb0-46a3-af26-f330ef30a89f {{(pid=101272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:03:04.156493 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e98ba28-d651-4cf0-8f5c-74a138801ad1", "tag": "f54e4cb1-c45f-4547-bfa6-bf8e67af6734", "status": "completed", "code": 200}]} {{(pid=101272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:03:04.158558 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3bec6aba-beb0-46a3-af26-f330ef30a89f {{(pid=101272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:03:04.158558 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'tag': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734', 'status': 'completed', 'code': 200} Aug 31 09:03:04.247485 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2e2c6-2070-4e14-b0cc-b543388cf679 req-215854b7-684a-4373-8b76-86f9ddd2fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:04.249112 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7bb2e2c6-2070-4e14-b0cc-b543388cf679 req-215854b7-684a-4373-8b76-86f9ddd2fbf3 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2c8bab362beb444d85312370bf5fd859&device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0680354 Aug 31 09:03:04.256336 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-9a72a812-5fde-4da7-aa89-008562da5e44 None None] Set router c49a3740-8b46-4494-b2d9-5d9c92797f3d gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:03:04.365513 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2e2c6-2070-4e14-b0cc-b543388cf679 req-14456274-8c9f-4141-ac90-67d261da5d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:04.367042 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7bb2e2c6-2070-4e14-b0cc-b543388cf679 req-14456274-8c9f-4141-ac90-67d261da5d36 service neutron] 10.222.0.103 "GET /v2.0/networks?id=565b07a6-99f1-480b-b4f4-75b49df84b0d HTTP/1.1" status: 200 len: 910 time: 0.1102834 Aug 31 09:03:04.455565 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7bb2e2c6-2070-4e14-b0cc-b543388cf679 req-37c2028e-242a-4ab6-944b-98acaff9319a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734 HTTP/1.1" status: 200 len: 999 time: 0.0798991 Aug 31 09:03:04.523347 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2e2c6-2070-4e14-b0cc-b543388cf679 req-845b2b83-ecaa-446b-a76a-a9a71acd10d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:04.524985 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7bb2e2c6-2070-4e14-b0cc-b543388cf679 req-845b2b83-ecaa-446b-a76a-a9a71acd10d5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=6b6d617a-f60f-429c-9b35-ee0f2425875b HTTP/1.1" status: 200 len: 847 time: 0.0612798 Aug 31 09:03:04.588598 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2e2c6-2070-4e14-b0cc-b543388cf679 req-3ab4bdee-66ec-46e7-b303-9493a33595c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:04.590335 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7bb2e2c6-2070-4e14-b0cc-b543388cf679 req-3ab4bdee-66ec-46e7-b303-9493a33595c4 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=565b07a6-99f1-480b-b4f4-75b49df84b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577109 Aug 31 09:03:04.603100 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [req-7bb2e2c6-2070-4e14-b0cc-b543388cf679 req-f7587f65-87bb-4907-97dc-5b4f5309a49a service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101273) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:03:04.604294 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7bb2e2c6-2070-4e14-b0cc-b543388cf679 req-f7587f65-87bb-4907-97dc-5b4f5309a49a service neutron] 10.222.0.103 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064020 Aug 31 09:03:04.606684 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-9a72a812-5fde-4da7-aa89-008562da5e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'name': 'tempest-TestShelveInstance-724534103-router', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:01:57Z', 'updated_at': '2021-08-31T09:02:01Z', 'revision_number': 4, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'gw_port': {'id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:01:58Z', 'updated_at': '2021-08-31T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '4f19b51b-48ad-4241-8ce4-870a66359bd2', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'port_id': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'mac_address': 'fa:16:3e:5a:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:03:02Z', 'updated_at': '2021-08-31T09:03:02Z', 'revision_number': 0, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd245f8da-85e4-40ab-82b0-0852b9f840f6', 'name': '', 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'mac_address': 'fa:16:3e:33:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:00Z', 'updated_at': '2021-08-31T09:02:09Z', 'revision_number': 5, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'subnets': [{'id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:04.641595 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a72a812-5fde-4da7-aa89-008562da5e44 None None] Checking router: c49a3740-8b46-4494-b2d9-5d9c92797f3d for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:03:04.652534 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72a812-5fde-4da7-aa89-008562da5e44 None None] Routers {'c49a3740-8b46-4494-b2d9-5d9c92797f3d'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:03:04.653259 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-9a72a812-5fde-4da7-aa89-008562da5e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:02:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:04.744865 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7bb2e2c6-2070-4e14-b0cc-b543388cf679 req-95bbaeee-bea8-4725-b009-854319780891 service neutron] 10.222.0.103 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331201 Aug 31 09:03:04.847553 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-9a72a812-5fde-4da7-aa89-008562da5e44 None None] Set router c49a3740-8b46-4494-b2d9-5d9c92797f3d gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:03:04.911034 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7bb2e2c6-2070-4e14-b0cc-b543388cf679 req-91c4e093-9b57-4ab2-9b88-940cbed8af7c service neutron] 10.222.0.103 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579745 Aug 31 09:03:05.190118 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-9a72a812-5fde-4da7-aa89-008562da5e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'name': 'tempest-TestShelveInstance-724534103-router', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:01:57Z', 'updated_at': '2021-08-31T09:02:01Z', 'revision_number': 4, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'gw_port': {'id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:01:58Z', 'updated_at': '2021-08-31T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '4f19b51b-48ad-4241-8ce4-870a66359bd2', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'port_id': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'mac_address': 'fa:16:3e:5a:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:03:02Z', 'updated_at': '2021-08-31T09:03:02Z', 'revision_number': 0, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd245f8da-85e4-40ab-82b0-0852b9f840f6', 'name': '', 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'mac_address': 'fa:16:3e:33:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:00Z', 'updated_at': '2021-08-31T09:02:09Z', 'revision_number': 5, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'subnets': [{'id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:05.218915 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a72a812-5fde-4da7-aa89-008562da5e44 None None] The sync data for ids ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'] in dv-cinder-782910-2-iscsi is: [{'id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'name': 'tempest-TestShelveInstance-724534103-router', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:01:57Z', 'updated_at': '2021-08-31T09:02:01Z', 'revision_number': 4, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'gw_port': {'id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:01:58Z', 'updated_at': '2021-08-31T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '4f19b51b-48ad-4241-8ce4-870a66359bd2', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'port_id': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'mac_address': 'fa:16:3e:5a:eb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:03:02Z', 'updated_at': '2021-08-31T09:03:02Z', 'revision_number': 0, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd245f8da-85e4-40ab-82b0-0852b9f840f6', 'name': '', 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'mac_address': 'fa:16:3e:33:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:00Z', 'updated_at': '2021-08-31T09:02:09Z', 'revision_number': 5, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'subnets': [{'id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:03:05.443602 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e4eba-7bc1-4897-82d2-067f81b5a319 None None] New status for floating IP 4f19b51b-48ad-4241-8ce4-870a66359bd2: ACTIVE {{(pid=101275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:03:11.971113 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8984c42f-606c-4cb5-a4cd-d2e6de6d311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:14.491878 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-09ea0374-31a4-4aa7-acb9-62fadaf34495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:14.658005 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:15.111272 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:15.645658 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:17.616730 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:17.918937 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-b6e40b02-6602-471e-bdbf-29871bf9038c tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497803970&fields=id&tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a HTTP/1.1" status: 200 len: 267 time: 0.0356634 Aug 31 09:03:18.035018 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-ce221eb7-89c4-4a02-8901-4dbc3f3cede3 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:18.036537 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-ce221eb7-89c4-4a02-8901-4dbc3f3cede3 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/networks?id=46d184a8-3f7b-464f-b4d7-109398b1164f HTTP/1.1" status: 200 len: 811 time: 0.1101036 Aug 31 09:03:18.052786 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-71e605e2-3c27-4240-a629-e9d25f673fb4 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/quotas/dce013a22e8e4e7f8630afb4ae78fd7a HTTP/1.1" status: 200 len: 375 time: 0.0104895 Aug 31 09:03:18.112874 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-15c71507-d226-4ee6-a9a5-9b9ae2c19cd5 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529854 Aug 31 09:03:18.130846 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-84c76a79-99a6-469c-b069-a7b01ae4efb1 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101272) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:03:18.131917 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-84c76a79-99a6-469c-b069-a7b01ae4efb1 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063300 Aug 31 09:03:18.233677 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-d6426873-10b8-4943-86f9-73e8f56b2ba1 service neutron] 10.222.0.74 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939183 Aug 31 09:03:18.333895 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-f33fa5e3-3932-4535-956a-c62498460b23 service neutron] 10.222.0.74 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940435 Aug 31 09:03:19.022488 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e9f49049-cd4b-42fc-aa11-a4adc9097d9e req-8bbfe45b-4ee5-471f-9e8a-90b476d6395a tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 210 time: 0.0465772 Aug 31 09:03:20.100556 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-d16ccd56-c1b4-457b-8f12-f3f1c39c8f0d req-71bde6d1-102b-4702-a7b7-9bfb3b3e73dc tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 210 time: 0.0267477 Aug 31 09:03:21.196746 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-aec79a59-bafb-4627-96b7-5fbe3955f23e req-9df874cf-7b42-49cd-9aef-4bbd47d3d3a9 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 210 time: 0.0271509 Aug 31 09:03:21.478493 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-bfea3229-1994-486a-9c26-6a85e26463a6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:21.479985 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-bfea3229-1994-486a-9c26-6a85e26463a6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.103 "GET /v2.0/networks?id=46d184a8-3f7b-464f-b4d7-109398b1164f HTTP/1.1" status: 200 len: 811 time: 0.1042829 Aug 31 09:03:21.536620 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-0ba2f04c-2607-4549-827d-5400a1d0dc86 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a HTTP/1.1" status: 200 len: 380 time: 0.0460255 Aug 31 09:03:21.550354 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Request body: {'port': {'device_id': 'a473a438-50a7-4670-bc21-63a9cddc8c05', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'admin_state_up': True, 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'security_groups': ['5dcbb02e-e6da-4b2e-b01d-43b63a2235ad']}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:03:21.759637 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Made reservation on behalf of dce013a22e8e4e7f8630afb4ae78fd7a for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:03:21.763273 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:21.894218 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Allocated IP 172.20.0.6 (46d184a8-3f7b-464f-b4d7-109398b1164f/cc78a120-32e5-43ac-b054-fe1bce3486b4/2d324b4c-580b-4b1e-bd0d-29876c81e703) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:03:22.038324 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:22.054910 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Transition to ACTIVE for port object 2d324b4c-580b-4b1e-bd0d-29876c81e703 will not be triggered until provisioned by entity DHCP. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:03:22.266532 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:22.315811 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d569ae-ba00-4275-bcbe-23f1057e8301 req-dd37a853-201a-430a-8801-e0419fd3f171 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:22.317352 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-01d569ae-ba00-4275-bcbe-23f1057e8301 req-dd37a853-201a-430a-8801-e0419fd3f171 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 931 time: 0.0539720 Aug 31 09:03:22.320331 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Network 46d184a8-3f7b-464f-b4d7-109398b1164f is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:03:22.323700 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:03:22.326499 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:03:22.353561 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event updated for resources: {'Port': ['ID=2d324b4c-580b-4b1e-bd0d-29876c81e703,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:22.357674 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-01d569ae-ba00-4275-bcbe-23f1057e8301 req-124132d6-b618-4e3c-979b-ea7eb145f18f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337126 Aug 31 09:03:22.364992 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:22.365372 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:22.375774 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:22.375774 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:22.375774 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:22.375774 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:22.375774 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:22.375774 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:22.375774 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:22.375774 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:22.375774 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:22.375774 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:22.402928 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:22.403789 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:22.485850 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-accb6fae-e79b-436a-b34c-35627a6f109b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9397001 Aug 31 09:03:22.499799 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Request body: {'port': {'device_id': 'a473a438-50a7-4670-bc21-63a9cddc8c05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:03:22.565365 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:22.685360 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-f15f0f27-f59a-4aea-9cff-1841a6cd5073 None None] Provisioning for port 2d324b4c-580b-4b1e-bd0d-29876c81e703 completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:03:22.692323 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-f15f0f27-f59a-4aea-9cff-1841a6cd5073 None None] Provisioning complete for port 2d324b4c-580b-4b1e-bd0d-29876c81e703 triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:22.692704 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f15f0f27-f59a-4aea-9cff-1841a6cd5073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:22.739550 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-f15f0f27-f59a-4aea-9cff-1841a6cd5073 None None] Port 2d324b4c-580b-4b1e-bd0d-29876c81e703 cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:03:22.851068 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d324b4c-580b-4b1e-bd0d-29876c81e703 {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:03:22.859415 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:22.870936 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Transition to ACTIVE for port object 2d324b4c-580b-4b1e-bd0d-29876c81e703 will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:03:22.970617 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:23.020782 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Pushing event updated for resources: {'Port': ['ID=2d324b4c-580b-4b1e-bd0d-29876c81e703,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:23.110641 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Attempting to bind port 2d324b4c-580b-4b1e-bd0d-29876c81e703 on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:03:23.110980 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Attempting to bind port 2d324b4c-580b-4b1e-bd0d-29876c81e703 by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:03:23.111323 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Attempting to bind port 2d324b4c-580b-4b1e-bd0d-29876c81e703 on network 46d184a8-3f7b-464f-b4d7-109398b1164f {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:03:23.116693 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Port 2d324b4c-580b-4b1e-bd0d-29876c81e703 on network 46d184a8-3f7b-464f-b4d7-109398b1164f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:03:23.121267 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Attempting to bind port 2d324b4c-580b-4b1e-bd0d-29876c81e703 on network 46d184a8-3f7b-464f-b4d7-109398b1164f {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:03:23.122672 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:03:23.123007 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Checking segment: {'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:03:23.123420 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Bound using segment: {'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:03:23.123857 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Bound port: 2d324b4c-580b-4b1e-bd0d-29876c81e703, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:03:23.124244 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:23.203435 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] For port 2d324b4c-580b-4b1e-bd0d-29876c81e703, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:03:23.206652 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] For port 2d324b4c-580b-4b1e-bd0d-29876c81e703, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=2d324b4c-580b-4b1e-bd0d-29876c81e703,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:03:23.388276 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:23.428697 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:23.429286 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:23.430804 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] 10.222.0.103 "PUT /v2.0/ports/2d324b4c-580b-4b1e-bd0d-29876c81e703 HTTP/1.1" status: 200 len: 1093 time: 0.9359350 Aug 31 09:03:23.431176 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a473a438-50a7-4670-bc21-63a9cddc8c05', 'tag': '2d324b4c-580b-4b1e-bd0d-29876c81e703'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:03:23.433435 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33f5cce-42eb-4a75-95b0-43ca6bb69c67" -d '{"events": [{"name": "network-changed", "server_uuid": "a473a438-50a7-4670-bc21-63a9cddc8c05", "tag": "2d324b4c-580b-4b1e-bd0d-29876c81e703"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:03:23.488743 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf9909-c17d-4032-82c9-7f2ce0233d49 service neutron] Pushing event updated for resources: {'Port': ['ID=2d324b4c-580b-4b1e-bd0d-29876c81e703,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:23.521795 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eb275-7713-4d91-b398-882abc73aed1 req-2267be6b-2f8b-4d93-b437-db4a41e3f1cb tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:23.523598 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9c5eb275-7713-4d91-b398-882abc73aed1 req-2267be6b-2f8b-4d93-b437-db4a41e3f1cb tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 943 time: 0.0800316 Aug 31 09:03:23.549342 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255cdf99-2c5c-43a2-a4f5-25752030d3ea x-openstack-request-id: req-255cdf99-2c5c-43a2-a4f5-25752030d3ea {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:03:23.552547 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a473a438-50a7-4670-bc21-63a9cddc8c05", "tag": "2d324b4c-580b-4b1e-bd0d-29876c81e703", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:03:23.552547 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-255cdf99-2c5c-43a2-a4f5-25752030d3ea {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:03:23.552547 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a473a438-50a7-4670-bc21-63a9cddc8c05', 'tag': '2d324b4c-580b-4b1e-bd0d-29876c81e703', 'status': 'completed', 'code': 200} Aug 31 09:03:23.582352 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9c5eb275-7713-4d91-b398-882abc73aed1 req-c1d0e2e2-b5d1-4115-83ed-6c861735c3b1 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507903 Aug 31 09:03:23.617200 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-840b40af-8692-4ea9-b2c9-6df2144202dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:23.618688 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-840b40af-8692-4ea9-b2c9-6df2144202dd service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 1096 time: 0.0530138 Aug 31 09:03:23.663271 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-3afb1236-43b5-4c9b-a123-b48e32c6bfbc service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d324b4c-580b-4b1e-bd0d-29876c81e703 HTTP/1.1" status: 200 len: 217 time: 0.0343957 Aug 31 09:03:23.719566 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-d06e6c53-a406-457b-b574-ce6ab9d91dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:23.721084 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-d06e6c53-a406-457b-b574-ce6ab9d91dc7 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=cc78a120-32e5-43ac-b054-fe1bce3486b4 HTTP/1.1" status: 200 len: 850 time: 0.0492508 Aug 31 09:03:23.771010 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-1da7937b-7ea7-44cd-a60d-5f821832967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:23.772543 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-1da7937b-7ea7-44cd-a60d-5f821832967b service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=46d184a8-3f7b-464f-b4d7-109398b1164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439539 Aug 31 09:03:23.869749 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-22364b9b-328d-404d-acfe-6e54f4022fb0 service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886085 Aug 31 09:03:23.968465 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c185a6d4-a3df-494a-80a8-d63b5c3b6601 req-6709c617-17ee-4ebf-8686-5a97b1f80fa1 service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871005 Aug 31 09:03:24.133989 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f5cce-42eb-4a75-95b0-43ca6bb69c67 req-0143f750-0bad-482d-9605-e10a2a97943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:24.135500 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f33f5cce-42eb-4a75-95b0-43ca6bb69c67 req-0143f750-0bad-482d-9605-e10a2a97943e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 1096 time: 0.0411751 Aug 31 09:03:24.229183 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f5cce-42eb-4a75-95b0-43ca6bb69c67 req-b5e770a7-4d09-4d56-a463-343310ce7fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:24.230584 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f33f5cce-42eb-4a75-95b0-43ca6bb69c67 req-b5e770a7-4d09-4d56-a463-343310ce7fe4 service neutron] 10.222.0.103 "GET /v2.0/networks?id=46d184a8-3f7b-464f-b4d7-109398b1164f HTTP/1.1" status: 200 len: 913 time: 0.0855784 Aug 31 09:03:24.278990 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f33f5cce-42eb-4a75-95b0-43ca6bb69c67 req-7e1c7ef3-c4e8-4735-b130-9419ec841c8a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d324b4c-580b-4b1e-bd0d-29876c81e703 HTTP/1.1" status: 200 len: 217 time: 0.0400238 Aug 31 09:03:24.335846 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f5cce-42eb-4a75-95b0-43ca6bb69c67 req-4867230b-66ed-4275-a92f-3b2daff09f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:24.336959 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f33f5cce-42eb-4a75-95b0-43ca6bb69c67 req-4867230b-66ed-4275-a92f-3b2daff09f16 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=cc78a120-32e5-43ac-b054-fe1bce3486b4 HTTP/1.1" status: 200 len: 850 time: 0.0484436 Aug 31 09:03:24.383790 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f5cce-42eb-4a75-95b0-43ca6bb69c67 req-ad8fa224-3407-4b80-bd1c-bd63d030915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:24.385424 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f33f5cce-42eb-4a75-95b0-43ca6bb69c67 req-ad8fa224-3407-4b80-bd1c-bd63d030915a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=46d184a8-3f7b-464f-b4d7-109398b1164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408263 Aug 31 09:03:24.480529 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f33f5cce-42eb-4a75-95b0-43ca6bb69c67 req-c265a4b3-d420-43c3-bbde-df4a449c9597 service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848320 Aug 31 09:03:24.570766 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f33f5cce-42eb-4a75-95b0-43ca6bb69c67 req-b780d0b9-5e33-4421-9f9f-86c370a9740d service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829582 Aug 31 09:03:24.706140 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d0ac1-2734-41a7-9844-d6ce06eed2f4 req-d50031b5-cede-43aa-a194-596f881059fc tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:24.707640 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a08d0ac1-2734-41a7-9844-d6ce06eed2f4 req-d50031b5-cede-43aa-a194-596f881059fc tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 943 time: 0.0538006 Aug 31 09:03:24.747761 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a08d0ac1-2734-41a7-9844-d6ce06eed2f4 req-1580ccf8-7627-4325-9de4-b4b91ed0ac90 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339582 Aug 31 09:03:25.862015 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24e73e-cd5b-4ef1-b149-6c7aeb27841f req-9c3108c9-7e14-4859-b0ec-d9b0eb4f8fa5 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:25.863495 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5b24e73e-cd5b-4ef1-b149-6c7aeb27841f req-9c3108c9-7e14-4859-b0ec-d9b0eb4f8fa5 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 943 time: 0.0496802 Aug 31 09:03:25.908917 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5b24e73e-cd5b-4ef1-b149-6c7aeb27841f req-28bec8a2-651d-4e70-a364-f0836b6007f1 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374770 Aug 31 09:03:27.029648 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d96228-c8fc-4ca5-b2d2-5e321cbccbc5 req-3739fa0a-e5ef-4f5e-aafb-839b9559932d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:27.031272 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-79d96228-c8fc-4ca5-b2d2-5e321cbccbc5 req-3739fa0a-e5ef-4f5e-aafb-839b9559932d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 943 time: 0.0546167 Aug 31 09:03:27.080678 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-79d96228-c8fc-4ca5-b2d2-5e321cbccbc5 req-0ad765f0-3df2-416d-ba0f-caca4e254528 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391157 Aug 31 09:03:28.213581 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba0b97-40df-4a07-8c7a-c02646942365 req-ec8a25a9-6965-4020-afd0-43641e6a9b5a tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:28.215334 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-faba0b97-40df-4a07-8c7a-c02646942365 req-ec8a25a9-6965-4020-afd0-43641e6a9b5a tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 943 time: 0.0557792 Aug 31 09:03:28.262606 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-faba0b97-40df-4a07-8c7a-c02646942365 req-d5cf101a-3d7c-4418-8ef7-d91e1d62164d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374520 Aug 31 09:03:29.381299 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e595715-6b72-4a1f-9834-96318adcf8a4 req-1f29dad2-30b9-48f3-937d-fac2dc9363a4 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:29.382871 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7e595715-6b72-4a1f-9834-96318adcf8a4 req-1f29dad2-30b9-48f3-937d-fac2dc9363a4 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 943 time: 0.0495040 Aug 31 09:03:29.423491 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-7e595715-6b72-4a1f-9834-96318adcf8a4 req-b9f3241c-fbe0-4646-a651-8beff62e0414 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335827 Aug 31 09:03:30.540075 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ac8dd-ffc3-4413-b666-9fcbd07ba35b req-6d854d03-e58d-49d3-8dae-872b5ec8e2b5 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:30.541639 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a79ac8dd-ffc3-4413-b666-9fcbd07ba35b req-6d854d03-e58d-49d3-8dae-872b5ec8e2b5 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 943 time: 0.0511577 Aug 31 09:03:30.580175 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a79ac8dd-ffc3-4413-b666-9fcbd07ba35b req-fbd2b4f0-3f05-48e8-bdd9-5f216ed3c20e tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321858 Aug 31 09:03:31.699238 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36897186-b433-4e58-96e9-e5e07e4b68fc req-e9295bb9-5a02-4bb1-bdb6-a28574bc177f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:31.700774 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-36897186-b433-4e58-96e9-e5e07e4b68fc req-e9295bb9-5a02-4bb1-bdb6-a28574bc177f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 943 time: 0.0534449 Aug 31 09:03:31.740433 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-36897186-b433-4e58-96e9-e5e07e4b68fc req-1f8dd119-84b2-4650-a93a-efc89d052132 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332472 Aug 31 09:03:31.790747 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 2d324b4c-580b-4b1e-bd0d-29876c81e703 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:03:31.889088 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 2d324b4c-580b-4b1e-bd0d-29876c81e703, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=2d324b4c-580b-4b1e-bd0d-29876c81e703,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:31.903706 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '2d324b4c-580b-4b1e-bd0d-29876c81e703', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'port_id': '2d324b4c-580b-4b1e-bd0d-29876c81e703', 'mac_address': 'fa:16:3e:45:df:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:03:31.946271 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:31.960282 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d324b4c-580b-4b1e-bd0d-29876c81e703 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:03:31.980901 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 2d324b4c-580b-4b1e-bd0d-29876c81e703, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=2d324b4c-580b-4b1e-bd0d-29876c81e703,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:32.044690 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:32.097664 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=2d324b4c-580b-4b1e-bd0d-29876c81e703,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:32.292149 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['2d324b4c-580b-4b1e-bd0d-29876c81e703'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:03:32.856964 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1df00-5084-4958-9c50-c394b8f048d3 req-24331ed7-b3d9-4781-81bb-517b703fbf66 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:32.859168 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fae1df00-5084-4958-9c50-c394b8f048d3 req-24331ed7-b3d9-4781-81bb-517b703fbf66 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 944 time: 0.0509143 Aug 31 09:03:32.903775 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fae1df00-5084-4958-9c50-c394b8f048d3 req-0df39cda-cbec-4367-9fe9-a132aae76b57 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384347 Aug 31 09:03:33.792787 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 2d324b4c-580b-4b1e-bd0d-29876c81e703 up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:03:33.968291 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port 2d324b4c-580b-4b1e-bd0d-29876c81e703 completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:03:33.975470 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 2d324b4c-580b-4b1e-bd0d-29876c81e703 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:03:33.975848 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:34.052825 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61926104-f1c5-4495-92a8-93f2e817e50d req-68012294-46f9-4a05-8feb-8c75a9211722 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:34.054564 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-61926104-f1c5-4495-92a8-93f2e817e50d req-68012294-46f9-4a05-8feb-8c75a9211722 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 944 time: 0.0610554 Aug 31 09:03:34.084689 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:34.114743 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a473a438-50a7-4670-bc21-63a9cddc8c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d324b4c-580b-4b1e-bd0d-29876c81e703'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:03:34.119117 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c15c611-65f3-47b5-9b06-4bf539a4ae1d" -d '{"events": [{"server_uuid": "a473a438-50a7-4670-bc21-63a9cddc8c05", "name": "network-vif-plugged", "status": "completed", "tag": "2d324b4c-580b-4b1e-bd0d-29876c81e703"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:03:34.123363 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-61926104-f1c5-4495-92a8-93f2e817e50d req-e425888a-9ec9-4eec-a933-08cda127aa51 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619705 Aug 31 09:03:34.143776 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 2d324b4c-580b-4b1e-bd0d-29876c81e703, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=2d324b4c-580b-4b1e-bd0d-29876c81e703,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:03:34.174940 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb914c4-fb5a-4b1c-8d64-a32050582d3c x-openstack-request-id: req-9cb914c4-fb5a-4b1c-8d64-a32050582d3c {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:03:34.175356 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a473a438-50a7-4670-bc21-63a9cddc8c05", "name": "network-vif-plugged", "status": "completed", "tag": "2d324b4c-580b-4b1e-bd0d-29876c81e703", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:03:34.175634 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9cb914c4-fb5a-4b1c-8d64-a32050582d3c {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:03:34.176091 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a473a438-50a7-4670-bc21-63a9cddc8c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d324b4c-580b-4b1e-bd0d-29876c81e703', 'code': 200} Aug 31 09:03:34.239479 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:34.291484 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=2d324b4c-580b-4b1e-bd0d-29876c81e703,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:34.406080 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:03:34.573660 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c9b93-e6e9-4dab-90e2-8987b7aa70f5 req-61449c3a-174b-4189-bafe-7caf4ba12523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:34.575152 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-481c9b93-e6e9-4dab-90e2-8987b7aa70f5 req-61449c3a-174b-4189-bafe-7caf4ba12523 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 1098 time: 0.0437009 Aug 31 09:03:34.612792 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-481c9b93-e6e9-4dab-90e2-8987b7aa70f5 req-7f642b75-f3f9-4555-9c67-cc2c4fc1444b service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305092 Aug 31 09:03:35.259746 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9df091-8ea6-4f3f-92cc-77762caa672d req-7df7f388-0d80-4554-a07f-084189fe78a0 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:35.261400 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9d9df091-8ea6-4f3f-92cc-77762caa672d req-7df7f388-0d80-4554-a07f-084189fe78a0 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 945 time: 0.0526922 Aug 31 09:03:35.309956 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9d9df091-8ea6-4f3f-92cc-77762caa672d req-7a08f112-588e-4c19-85b8-ceebd37964b6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382423 Aug 31 09:03:36.438151 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facbdaf-26d2-4922-a19d-919a6c590a6a req-911162d4-f5f9-42f1-9bb7-14b12ac5816d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:36.440717 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6facbdaf-26d2-4922-a19d-919a6c590a6a req-911162d4-f5f9-42f1-9bb7-14b12ac5816d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 945 time: 0.0547163 Aug 31 09:03:36.483011 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-6facbdaf-26d2-4922-a19d-919a6c590a6a req-c7fa6123-7a7b-4e17-9a67-223d7d37c113 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370929 Aug 31 09:03:36.609341 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd783f4b-234c-4739-adf7-c39f92f8dec3 req-9fc711bd-7dea-4993-8501-a38ea1529caf tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:36.610892 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-fd783f4b-234c-4739-adf7-c39f92f8dec3 req-9fc711bd-7dea-4993-8501-a38ea1529caf tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 945 time: 0.0579245 Aug 31 09:03:36.652092 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-fd783f4b-234c-4739-adf7-c39f92f8dec3 req-69b82c98-107e-4173-8c1b-c85cfd96f972 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344160 Aug 31 09:03:36.676882 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59508) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:36.767714 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1116d5-eea1-411d-a792-efd206046df1 tempest-TestVolumeBootPattern-443683752 tempest-TestVolumeBootPattern-443683752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:36.769341 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-cd1116d5-eea1-411d-a792-efd206046df1 tempest-TestVolumeBootPattern-443683752 tempest-TestVolumeBootPattern-443683752-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 1093 time: 0.0911171 Aug 31 09:03:36.772432 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59512) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:03:36.776850 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.v2.base [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Request body: {'floatingip': {'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'port_id': '2d324b4c-580b-4b1e-bd0d-29876c81e703', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:03:36.925424 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for floatingip, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:37.035902 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:37.146850 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.db_base_plugin_common [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Allocated IP 172.27.0.228 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/f68b6783-a8b1-41d4-94bd-09c05481053c) {{(pid=101272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:03:37.258664 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for port, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:37.420309 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:37.465924 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:03:37.470393 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.base_scheduler [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Resources bound (agent type, host, resource id): {{(pid=101272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:03:37.475233 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Received port after_create {{(pid=101272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:03:37.481819 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event updated for resources: {'Port': ['ID=f68b6783-a8b1-41d4-94bd-09c05481053c,revision_number=1']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:37.510408 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:37.510929 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:37.511645 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:37.512182 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:37.512774 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:37.513397 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:37.513952 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:37.515226 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:37.515800 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:37.516423 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:37.516872 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:37.517226 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:03:37.907467 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:38.072180 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:38.238884 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for port, precommit_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:38.304790 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9427652'] for port, after_update {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:38.378767 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event updated for resources: {'Port': ['ID=f68b6783-a8b1-41d4-94bd-09c05481053c,revision_number=2']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:03:38.392243 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_create {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:38.505110 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.db.l3_db [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Floating IP 1eb8c121-742c-40b8-8c2e-da42e03ad444 associated. External IP: 172.27.0.228, port: 2d324b4c-580b-4b1e-bd0d-29876c81e703. Aug 31 09:03:38.745103 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Router b139ea7f-af2b-42e9-ba71-ced5cc64c301 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:03:38.875796 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:03:38.888285 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c529b9-e06b-455d-aa8e-27c686a53c36 None None] Sync routers for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:03:38.897653 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c529b9-e06b-455d-aa8e-27c686a53c36 None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:03:38.900787 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-f8c529b9-e06b-455d-aa8e-27c686a53c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:03:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:39.012843 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:39.013696 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-f8c529b9-e06b-455d-aa8e-27c686a53c36 None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:03:39.035093 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-b638e61e-9a65-478e-9988-8ccc3716bf3f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2616065 Aug 31 09:03:39.035783 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a473a438-50a7-4670-bc21-63a9cddc8c05', 'tag': '2d324b4c-580b-4b1e-bd0d-29876c81e703'}] {{(pid=101272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:03:39.038086 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7c305cbc8c06b24060600ca92de127493340b06c079c8aaacccf023196f54b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45378790-053b-4341-be76-0af55ef1157a" -d '{"events": [{"name": "network-changed", "server_uuid": "a473a438-50a7-4670-bc21-63a9cddc8c05", "tag": "2d324b4c-580b-4b1e-bd0d-29876c81e703"}]}' {{(pid=101272) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:03:39.080031 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e54db2f-48fa-4f19-950f-d639bd33610b x-openstack-request-id: req-7e54db2f-48fa-4f19-950f-d639bd33610b {{(pid=101272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:03:39.080319 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a473a438-50a7-4670-bc21-63a9cddc8c05", "tag": "2d324b4c-580b-4b1e-bd0d-29876c81e703", "status": "completed", "code": 200}]} {{(pid=101272) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:03:39.080567 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7e54db2f-48fa-4f19-950f-d639bd33610b {{(pid=101272) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:03:39.080964 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a473a438-50a7-4670-bc21-63a9cddc8c05', 'tag': '2d324b4c-580b-4b1e-bd0d-29876c81e703', 'status': 'completed', 'code': 200} Aug 31 09:03:39.149199 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45378790-053b-4341-be76-0af55ef1157a req-468d94f7-ce17-403e-9767-a0948d871319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:39.151284 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-45378790-053b-4341-be76-0af55ef1157a req-468d94f7-ce17-403e-9767-a0948d871319 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 1098 time: 0.0431268 Aug 31 09:03:39.272807 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-f8c529b9-e06b-455d-aa8e-27c686a53c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '1eb8c121-742c-40b8-8c2e-da42e03ad444', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'port_id': '2d324b4c-580b-4b1e-bd0d-29876c81e703', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'mac_address': 'fa:16:3e:45:df:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a473a438-50a7-4670-bc21-63a9cddc8c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:03:37Z', 'updated_at': '2021-08-31T09:03:37Z', 'revision_number': 0, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:39.299487 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45378790-053b-4341-be76-0af55ef1157a req-9804facc-0a75-4224-bd28-f89432f7f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:39.300885 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c529b9-e06b-455d-aa8e-27c686a53c36 None None] Checking router: b139ea7f-af2b-42e9-ba71-ced5cc64c301 for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:03:39.301095 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-45378790-053b-4341-be76-0af55ef1157a req-9804facc-0a75-4224-bd28-f89432f7f81e service neutron] 10.222.0.103 "GET /v2.0/networks?id=46d184a8-3f7b-464f-b4d7-109398b1164f HTTP/1.1" status: 200 len: 913 time: 0.1400900 Aug 31 09:03:39.310556 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c529b9-e06b-455d-aa8e-27c686a53c36 None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:03:39.311185 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-f8c529b9-e06b-455d-aa8e-27c686a53c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:03:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:39.375542 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-45378790-053b-4341-be76-0af55ef1157a req-46347cfe-dee2-4061-8a04-8ae101cc6ce0 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d324b4c-580b-4b1e-bd0d-29876c81e703 HTTP/1.1" status: 200 len: 999 time: 0.0660830 Aug 31 09:03:39.426803 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-f8c529b9-e06b-455d-aa8e-27c686a53c36 None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:03:39.443501 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45378790-053b-4341-be76-0af55ef1157a req-6ec51e68-7873-40cf-bfe0-59c117a7eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:39.445016 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-45378790-053b-4341-be76-0af55ef1157a req-6ec51e68-7873-40cf-bfe0-59c117a7eb2b service neutron] 10.222.0.103 "GET /v2.0/subnets?id=cc78a120-32e5-43ac-b054-fe1bce3486b4 HTTP/1.1" status: 200 len: 850 time: 0.0596292 Aug 31 09:03:39.501634 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45378790-053b-4341-be76-0af55ef1157a req-6083e8c1-7c8f-4ad7-b60c-fe0488a063d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:39.503182 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-45378790-053b-4341-be76-0af55ef1157a req-6083e8c1-7c8f-4ad7-b60c-fe0488a063d0 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=46d184a8-3f7b-464f-b4d7-109398b1164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468271 Aug 31 09:03:39.614640 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-45378790-053b-4341-be76-0af55ef1157a req-220eba61-efde-4044-aa7b-e5dba49fdb3e service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008108 Aug 31 09:03:39.709292 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-f8c529b9-e06b-455d-aa8e-27c686a53c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '1eb8c121-742c-40b8-8c2e-da42e03ad444', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'port_id': '2d324b4c-580b-4b1e-bd0d-29876c81e703', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'mac_address': 'fa:16:3e:45:df:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a473a438-50a7-4670-bc21-63a9cddc8c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:03:37Z', 'updated_at': '2021-08-31T09:03:37Z', 'revision_number': 0, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:03:39.727156 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-45378790-053b-4341-be76-0af55ef1157a req-c02d0991-b54a-4c8c-8bf7-19b945afa93d service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048312 Aug 31 09:03:39.743923 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c529b9-e06b-455d-aa8e-27c686a53c36 None None] The sync data for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi is: [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '1eb8c121-742c-40b8-8c2e-da42e03ad444', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'floating_ip_address': '172.27.0.228', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'port_id': '2d324b4c-580b-4b1e-bd0d-29876c81e703', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'mac_address': 'fa:16:3e:45:df:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a473a438-50a7-4670-bc21-63a9cddc8c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:03:37Z', 'updated_at': '2021-08-31T09:03:37Z', 'revision_number': 0, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:03:39.964847 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bb892d-8459-404c-b4ab-061db3711c3d None None] New status for floating IP 1eb8c121-742c-40b8-8c2e-da42e03ad444: ACTIVE {{(pid=101275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:03:41.870401 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a0d88e40-e96f-4a8c-bd0b-0be6298181c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:44.542746 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8cf3782d-771f-4404-91b6-b94ae5e9efc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:44.656202 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:45.145240 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:45.742327 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:47.625526 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:03:49.817616 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9e231786-2a1d-4542-a881-1a8c10a93e6e req-7aba8d71-884c-4829-8182-67354d11f461 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492141 Aug 31 09:03:49.907097 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e231786-2a1d-4542-a881-1a8c10a93e6e req-cea09fcb-e659-4411-bda5-90265064ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:49.908737 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9e231786-2a1d-4542-a881-1a8c10a93e6e req-cea09fcb-e659-4411-bda5-90265064ea7d service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2c8bab362beb444d85312370bf5fd859&device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0439208 Aug 31 09:03:50.032226 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e231786-2a1d-4542-a881-1a8c10a93e6e req-5b73ad54-9e43-463c-a570-7f8fd564b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:50.033731 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9e231786-2a1d-4542-a881-1a8c10a93e6e req-5b73ad54-9e43-463c-a570-7f8fd564b353 service neutron] 10.222.0.103 "GET /v2.0/networks?id=565b07a6-99f1-480b-b4f4-75b49df84b0d HTTP/1.1" status: 200 len: 910 time: 0.1038208 Aug 31 09:03:50.105743 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9e231786-2a1d-4542-a881-1a8c10a93e6e req-4c97ce9e-4428-491e-a704-6cc9e42dff2a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734 HTTP/1.1" status: 200 len: 1001 time: 0.0607543 Aug 31 09:03:50.155026 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e231786-2a1d-4542-a881-1a8c10a93e6e req-fc825a5b-7d3c-42d0-84b5-2ebddf630359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:50.156506 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9e231786-2a1d-4542-a881-1a8c10a93e6e req-fc825a5b-7d3c-42d0-84b5-2ebddf630359 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=6b6d617a-f60f-429c-9b35-ee0f2425875b HTTP/1.1" status: 200 len: 847 time: 0.0459332 Aug 31 09:03:50.205678 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e231786-2a1d-4542-a881-1a8c10a93e6e req-4b8fbc09-45d0-464f-a28a-8e8c607bf3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:03:50.207177 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9e231786-2a1d-4542-a881-1a8c10a93e6e req-4b8fbc09-45d0-464f-a28a-8e8c607bf3d9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=565b07a6-99f1-480b-b4f4-75b49df84b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417030 Aug 31 09:03:50.299411 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9e231786-2a1d-4542-a881-1a8c10a93e6e req-51162f29-4f34-441c-a2d5-f77ad1be7348 service neutron] 10.222.0.103 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824640 Aug 31 09:03:50.400752 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9e231786-2a1d-4542-a881-1a8c10a93e6e req-a784a645-6f0d-45e0-8427-6e9c8a6bab55 service neutron] 10.222.0.103 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886335 Aug 31 09:04:11.407414 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:04:11.890722 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-01cf5da1-fcab-497a-bfd1-531a63c5ec0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:14.472812 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-31352103-b143-4b26-9f0f-659a922a334b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:14.665225 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:15.328757 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:15.670486 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:17.650029 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:42.018150 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6c370488-766b-4151-a6c1-a9b2e005695f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.472192 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e5fa2304-9175-4651-921d-2843fc12e058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:44.641733 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:45.089582 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:45.652715 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:47.710123 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:04:48.418509 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:04:50.817349 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-856fd447-b1a4-488d-b3fc-6a28eebfbc47 req-ba5a177e-d41d-45dc-84f6-4db4b60d7202 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445070 Aug 31 09:04:50.886473 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd447-b1a4-488d-b3fc-6a28eebfbc47 req-0e18fb46-029b-4bb1-a389-2217bf8de731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:50.888662 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-856fd447-b1a4-488d-b3fc-6a28eebfbc47 req-0e18fb46-029b-4bb1-a389-2217bf8de731 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 1098 time: 0.0443432 Aug 31 09:04:51.002938 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd447-b1a4-488d-b3fc-6a28eebfbc47 req-75931182-967c-4a35-a035-9ecc1a493bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:51.004428 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-856fd447-b1a4-488d-b3fc-6a28eebfbc47 req-75931182-967c-4a35-a035-9ecc1a493bec service neutron] 10.222.0.103 "GET /v2.0/networks?id=46d184a8-3f7b-464f-b4d7-109398b1164f HTTP/1.1" status: 200 len: 913 time: 0.0914836 Aug 31 09:04:51.071501 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-856fd447-b1a4-488d-b3fc-6a28eebfbc47 req-457fc008-0f14-4b01-ae47-679a8cf6dd6d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d324b4c-580b-4b1e-bd0d-29876c81e703 HTTP/1.1" status: 200 len: 1001 time: 0.0584359 Aug 31 09:04:51.131014 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd447-b1a4-488d-b3fc-6a28eebfbc47 req-da09f3fc-172d-435a-bc3e-2ab8be87a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:51.132514 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-856fd447-b1a4-488d-b3fc-6a28eebfbc47 req-da09f3fc-172d-435a-bc3e-2ab8be87a7a5 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=cc78a120-32e5-43ac-b054-fe1bce3486b4 HTTP/1.1" status: 200 len: 850 time: 0.0504305 Aug 31 09:04:51.183077 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd447-b1a4-488d-b3fc-6a28eebfbc47 req-efded535-f6fd-4401-9c4f-850364774f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:04:51.185244 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-856fd447-b1a4-488d-b3fc-6a28eebfbc47 req-efded535-f6fd-4401-9c4f-850364774f29 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=46d184a8-3f7b-464f-b4d7-109398b1164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432417 Aug 31 09:04:51.287233 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-856fd447-b1a4-488d-b3fc-6a28eebfbc47 req-543fc79e-9020-4f58-8532-045917832679 service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934484 Aug 31 09:04:51.667958 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-856fd447-b1a4-488d-b3fc-6a28eebfbc47 req-599f509a-c9c4-4d5e-82e7-5efc6a2189d1 service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732362 Aug 31 09:05:03.536087 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82b0a4-6aed-4bfe-bde1-86f911011547 req-42270591-193e-47cb-b66f-eb0a2bb0290e tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:03.537739 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4b82b0a4-6aed-4bfe-bde1-86f911011547 req-42270591-193e-47cb-b66f-eb0a2bb0290e tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0603149 Aug 31 09:05:03.580275 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4b82b0a4-6aed-4bfe-bde1-86f911011547 req-1a4717ca-dcf2-45de-9a39-484b20d61e11 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356011 Aug 31 09:05:04.755775 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6b148-7764-4ff4-b5bc-7d340ae6290d req-3854a9dd-24bb-431c-87fc-3b97c6eefbf5 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:04.758486 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e1e6b148-7764-4ff4-b5bc-7d340ae6290d req-3854a9dd-24bb-431c-87fc-3b97c6eefbf5 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0915585 Aug 31 09:05:04.806745 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e1e6b148-7764-4ff4-b5bc-7d340ae6290d req-11c0bb4d-2bb4-4cfb-b47b-836570263fa1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381246 Aug 31 09:05:05.955611 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2815e9c-d261-46c9-aeb9-62488f85eeb6 req-c78de8e5-0b55-42aa-84f7-b11921dc0473 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:05.957272 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f2815e9c-d261-46c9-aeb9-62488f85eeb6 req-c78de8e5-0b55-42aa-84f7-b11921dc0473 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0606694 Aug 31 09:05:06.002285 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f2815e9c-d261-46c9-aeb9-62488f85eeb6 req-00ab7082-b45a-4999-ae74-0c0f5ea8eb18 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380485 Aug 31 09:05:07.126763 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6a5da-d741-4c74-9ffc-bbfb8b225a66 req-e5fda280-ac95-4792-87fc-7351f05c7c46 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:07.128254 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-87e6a5da-d741-4c74-9ffc-bbfb8b225a66 req-e5fda280-ac95-4792-87fc-7351f05c7c46 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0514467 Aug 31 09:05:07.165538 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-87e6a5da-d741-4c74-9ffc-bbfb8b225a66 req-de721225-6bde-4348-a200-68f7302a4b96 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311294 Aug 31 09:05:08.285722 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab0b80-3072-44f2-8e28-1c16ed7416cf req-f079ccae-0ea1-42bb-964c-2cf68057d35c tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:08.287531 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1cab0b80-3072-44f2-8e28-1c16ed7416cf req-f079ccae-0ea1-42bb-964c-2cf68057d35c tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0505748 Aug 31 09:05:08.329389 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1cab0b80-3072-44f2-8e28-1c16ed7416cf req-71985129-7d81-4f76-82f4-dc8b63942aef tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342429 Aug 31 09:05:09.457377 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa6f65-e27a-49df-a43b-5d45aa62275b req-91000081-af02-4d9e-bbe9-94b4f5b3c951 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:09.459086 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-baaa6f65-e27a-49df-a43b-5d45aa62275b req-91000081-af02-4d9e-bbe9-94b4f5b3c951 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0519743 Aug 31 09:05:09.504469 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-baaa6f65-e27a-49df-a43b-5d45aa62275b req-64293be1-cfba-43c8-908d-f10b4ac9f601 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385509 Aug 31 09:05:10.635217 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14287db-1557-4fdf-8e48-d2dd8159b9bb req-8cbb747e-13fa-4273-8b69-d2adbd96702c tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:10.636806 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d14287db-1557-4fdf-8e48-d2dd8159b9bb req-8cbb747e-13fa-4273-8b69-d2adbd96702c tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0582912 Aug 31 09:05:10.677485 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d14287db-1557-4fdf-8e48-d2dd8159b9bb req-471599ca-90df-44ad-8c8c-5610e1cc29f8 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344791 Aug 31 09:05:11.800433 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281befa-adeb-4591-ae4c-4ac253a68bb5 req-ff11d09c-1e23-4858-bef2-e2e650ce55a0 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:11.802159 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1281befa-adeb-4591-ae4c-4ac253a68bb5 req-ff11d09c-1e23-4858-bef2-e2e650ce55a0 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0553703 Aug 31 09:05:11.843653 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1281befa-adeb-4591-ae4c-4ac253a68bb5 req-9a8cf6b6-62d9-4df4-8532-fad386fcda72 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355525 Aug 31 09:05:11.848586 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-488bfb37-59a3-48be-bec9-27b51b9b6520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:12.967823 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bdac5-1400-41bf-a58c-cddc2a945c9b req-1ca121b8-cbc8-4c0c-b74b-0b53dac311b1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:12.969349 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-358bdac5-1400-41bf-a58c-cddc2a945c9b req-1ca121b8-cbc8-4c0c-b74b-0b53dac311b1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0560980 Aug 31 09:05:13.009657 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-358bdac5-1400-41bf-a58c-cddc2a945c9b req-7ff76a8a-b217-4ed0-843e-b66e220ec6a4 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336201 Aug 31 09:05:13.885121 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faa46d-3a11-4ea5-b1c8-f30d65a4963d req-c71c86ae-9e59-45c6-9ffb-746a367ac818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:13.886639 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d5faa46d-3a11-4ea5-b1c8-f30d65a4963d req-c71c86ae-9e59-45c6-9ffb-746a367ac818 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2c8bab362beb444d85312370bf5fd859&device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0451338 Aug 31 09:05:13.988427 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faa46d-3a11-4ea5-b1c8-f30d65a4963d req-9c3aa017-a840-4d03-b1a7-d34af194792d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:13.989972 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d5faa46d-3a11-4ea5-b1c8-f30d65a4963d req-9c3aa017-a840-4d03-b1a7-d34af194792d service neutron] 10.222.0.103 "GET /v2.0/networks?id=565b07a6-99f1-480b-b4f4-75b49df84b0d HTTP/1.1" status: 200 len: 910 time: 0.0959144 Aug 31 09:05:14.073969 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d5faa46d-3a11-4ea5-b1c8-f30d65a4963d req-b6d98e4e-2c9c-4091-b5be-0b0642f3f07d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734 HTTP/1.1" status: 200 len: 1001 time: 0.0760429 Aug 31 09:05:14.129704 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faa46d-3a11-4ea5-b1c8-f30d65a4963d req-dc47ecea-97a5-4f25-b050-9a9a5e703c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:14.132558 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d5faa46d-3a11-4ea5-b1c8-f30d65a4963d req-dc47ecea-97a5-4f25-b050-9a9a5e703c32 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=6b6d617a-f60f-429c-9b35-ee0f2425875b HTTP/1.1" status: 200 len: 847 time: 0.0506837 Aug 31 09:05:14.140511 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9496f2-1def-4b9e-b0c5-1c9b2220a615 req-46507f11-76f6-4e06-b385-d3ce1e697006 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:14.142158 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4e9496f2-1def-4b9e-b0c5-1c9b2220a615 req-46507f11-76f6-4e06-b385-d3ce1e697006 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0541482 Aug 31 09:05:14.186541 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4e9496f2-1def-4b9e-b0c5-1c9b2220a615 req-9b0b5e93-6431-4a5a-b181-d117cfd41f16 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378768 Aug 31 09:05:14.188702 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5faa46d-3a11-4ea5-b1c8-f30d65a4963d req-42a49e9b-87a9-4c75-ac9d-541dc84da523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:14.190314 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d5faa46d-3a11-4ea5-b1c8-f30d65a4963d req-42a49e9b-87a9-4c75-ac9d-541dc84da523 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=565b07a6-99f1-480b-b4f4-75b49df84b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491362 Aug 31 09:05:14.304844 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d5faa46d-3a11-4ea5-b1c8-f30d65a4963d req-21f1e409-196f-4f9e-a9ac-7637dbf93fb2 service neutron] 10.222.0.103 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061306 Aug 31 09:05:14.406847 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d5faa46d-3a11-4ea5-b1c8-f30d65a4963d req-c5461de8-3b2e-4b79-96a7-715ddb5c6b9f service neutron] 10.222.0.103 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947232 Aug 31 09:05:14.500050 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d04b047a-9f3f-4659-9176-fc69defcde02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:14.649305 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.134727 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:15.311644 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ef762-ccce-45ae-85e2-01874a3749b7 req-b4974552-10b6-438f-92c4-bea45a38f0a7 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:15.313208 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-305ef762-ccce-45ae-85e2-01874a3749b7 req-b4974552-10b6-438f-92c4-bea45a38f0a7 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0574350 Aug 31 09:05:15.356998 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-305ef762-ccce-45ae-85e2-01874a3749b7 req-887f06e6-3ac3-46c9-a631-6072254e5fca tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354679 Aug 31 09:05:15.669911 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:16.480964 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af76c4d-a5d4-4cec-9758-35b1506c2cfd req-46ed7f1a-702d-43f2-b159-4df338288b22 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:16.486686 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5af76c4d-a5d4-4cec-9758-35b1506c2cfd req-46ed7f1a-702d-43f2-b159-4df338288b22 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0582519 Aug 31 09:05:16.523407 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5af76c4d-a5d4-4cec-9758-35b1506c2cfd req-d21040ed-8a8b-411a-866a-eca05449c54f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338488 Aug 31 09:05:17.641461 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424a995-4dc7-492c-8447-049f207f6662 req-fa08f3e0-f402-4321-a2e3-1a1736976fdd tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:17.643043 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4424a995-4dc7-492c-8447-049f207f6662 req-fa08f3e0-f402-4321-a2e3-1a1736976fdd tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0516498 Aug 31 09:05:17.671748 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:17.684281 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4424a995-4dc7-492c-8447-049f207f6662 req-553fc2df-bf02-4fba-86a3-79e92c6c084b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352571 Aug 31 09:05:18.096861 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfface-78f1-461d-83bf-ef4e49c8b366 req-2613bd39-727e-4bcc-9306-938349ee2ad4 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:18.098343 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4cdfface-78f1-461d-83bf-ef4e49c8b366 req-2613bd39-727e-4bcc-9306-938349ee2ad4 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0525293 Aug 31 09:05:18.150571 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4cdfface-78f1-461d-83bf-ef4e49c8b366 req-d0cb2616-9718-4f5e-94b5-a71ea7187995 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456762 Aug 31 09:05:18.260696 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-476b4c51-0a3a-49b3-990a-d7a25e3da2a2 req-99f55a72-0bca-476e-b38c-e9f21c1e4871 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1474037 Aug 31 09:05:18.311532 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device f54e4cb1-c45f-4547-bfa6-bf8e67af6734 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:05:18.390951 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:18.416731 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:18.419639 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ec09f9-c539-4825-a0e3-7258d707b903" -d '{"events": [{"server_uuid": "1e98ba28-d651-4cf0-8f5c-74a138801ad1", "name": "network-vif-unplugged", "status": "completed", "tag": "f54e4cb1-c45f-4547-bfa6-bf8e67af6734"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:18.435335 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port f54e4cb1-c45f-4547-bfa6-bf8e67af6734, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,segment=NetworkSegment(ae283280-a3b0-47ee-9be1-ccf439ab3fdb),segment_id=ae283280-a3b0-47ee-9be1-ccf439ab3fdb)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:18.545455 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:18.581812 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b71bca-7188-4068-9ce2-d70f2601f797 x-openstack-request-id: req-d8b71bca-7188-4068-9ce2-d70f2601f797 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:18.582212 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e98ba28-d651-4cf0-8f5c-74a138801ad1", "name": "network-vif-unplugged", "status": "failed", "tag": "f54e4cb1-c45f-4547-bfa6-bf8e67af6734", "code": 422}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:18.582562 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d8b71bca-7188-4068-9ce2-d70f2601f797 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:18.583119 dv-cinder-782910-2-iscsi neutron-server[101274]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734', 'code': 422} returned with failed status Aug 31 09:05:18.618494 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,revision_number=6']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:18.633889 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:18.634254 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:18.634620 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:18.634957 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:18.635864 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:18.636234 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:18.636567 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:18.636896 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:18.637873 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:18.638216 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:18.638730 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:18.639071 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:19.273617 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81529f7-3ff2-4e72-9636-6d8b2cbdc1ad req-a5346331-7be1-43c7-ba5d-1d4d01338e3e tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:19.276772 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b81529f7-3ff2-4e72-9636-6d8b2cbdc1ad req-a5346331-7be1-43c7-ba5d-1d4d01338e3e tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.0545309 Aug 31 09:05:19.317127 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b81529f7-3ff2-4e72-9636-6d8b2cbdc1ad req-0d397119-ea47-4355-bf11-6e61fd0f6fb7 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358655 Aug 31 09:05:20.442550 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a199054-f727-4952-b237-6c893c6edb35 req-3bdea1f3-1748-406f-98d4-64e891e4ff9c tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:20.444270 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5a199054-f727-4952-b237-6c893c6edb35 req-3bdea1f3-1748-406f-98d4-64e891e4ff9c tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.0559564 Aug 31 09:05:20.488944 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-5a199054-f727-4952-b237-6c893c6edb35 req-c99da3dd-e055-4d99-98aa-c32ed8be3331 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370002 Aug 31 09:05:21.407301 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b4c51-0a3a-49b3-990a-d7a25e3da2a2 req-ba5098b2-84b1-44bb-a69b-1be24082a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:21.408927 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-476b4c51-0a3a-49b3-990a-d7a25e3da2a2 req-ba5098b2-84b1-44bb-a69b-1be24082a78a service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1&tenant_id=2c8bab362beb444d85312370bf5fd859 HTTP/1.1" status: 200 len: 1096 time: 0.0581737 Aug 31 09:05:21.475320 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b4c51-0a3a-49b3-990a-d7a25e3da2a2 req-95fa55f9-f85d-4dfe-aa60-50a87a7a59e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:21.477161 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-476b4c51-0a3a-49b3-990a-d7a25e3da2a2 req-95fa55f9-f85d-4dfe-aa60-50a87a7a59e6 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2c8bab362beb444d85312370bf5fd859&device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0446513 Aug 31 09:05:21.595410 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b4c51-0a3a-49b3-990a-d7a25e3da2a2 req-3b41d888-3c83-43d5-bf34-17c8edc56301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:21.596909 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-476b4c51-0a3a-49b3-990a-d7a25e3da2a2 req-3b41d888-3c83-43d5-bf34-17c8edc56301 service neutron] 10.222.0.103 "GET /v2.0/networks?id=565b07a6-99f1-480b-b4f4-75b49df84b0d HTTP/1.1" status: 200 len: 910 time: 0.1098721 Aug 31 09:05:21.662547 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab48b41-799b-4a37-b9e2-3bbf2fdb2e89 req-431a20ab-0cbd-480a-a91c-4bd41962aa88 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:21.664218 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dab48b41-799b-4a37-b9e2-3bbf2fdb2e89 req-431a20ab-0cbd-480a-a91c-4bd41962aa88 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.1052134 Aug 31 09:05:21.712485 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-476b4c51-0a3a-49b3-990a-d7a25e3da2a2 req-7b7a9fa9-3ea9-4aba-ad03-b148eb13e719 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734 HTTP/1.1" status: 200 len: 999 time: 0.1059022 Aug 31 09:05:21.736506 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-dab48b41-799b-4a37-b9e2-3bbf2fdb2e89 req-986cbd6d-db0b-4fd6-bb8d-760d293bb7d9 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653849 Aug 31 09:05:21.780959 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b4c51-0a3a-49b3-990a-d7a25e3da2a2 req-878a677d-c198-4552-a051-0085640f3ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:21.783080 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-476b4c51-0a3a-49b3-990a-d7a25e3da2a2 req-878a677d-c198-4552-a051-0085640f3ef4 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=6b6d617a-f60f-429c-9b35-ee0f2425875b HTTP/1.1" status: 200 len: 847 time: 0.0619044 Aug 31 09:05:21.842830 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b4c51-0a3a-49b3-990a-d7a25e3da2a2 req-9469af97-3b48-4944-9919-d14a1d3d7e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:21.844640 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-476b4c51-0a3a-49b3-990a-d7a25e3da2a2 req-9469af97-3b48-4944-9919-d14a1d3d7e42 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=565b07a6-99f1-480b-b4f4-75b49df84b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512390 Aug 31 09:05:21.940888 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-476b4c51-0a3a-49b3-990a-d7a25e3da2a2 req-75a591c7-7c87-4bd4-8562-69b857f94e90 service neutron] 10.222.0.103 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854597 Aug 31 09:05:22.046560 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-476b4c51-0a3a-49b3-990a-d7a25e3da2a2 req-86858bb6-7d7d-4678-9188-4edd9702570c service neutron] 10.222.0.103 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980320 Aug 31 09:05:22.864849 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db186f43-1e6e-4824-ad16-29da7922939c req-76ff01dc-f2b6-4b7a-9955-ca7e86c9c981 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:22.866414 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-db186f43-1e6e-4824-ad16-29da7922939c req-76ff01dc-f2b6-4b7a-9955-ca7e86c9c981 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.0517764 Aug 31 09:05:22.905247 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-db186f43-1e6e-4824-ad16-29da7922939c req-48e6e78d-4da1-4e74-840e-f6b11810990d tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329719 Aug 31 09:05:24.053288 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15eec6-9cc1-4674-9209-ecdca102b6ea req-4d601758-85d7-49ed-80de-fe61db323dd4 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:24.056104 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-cc15eec6-9cc1-4674-9209-ecdca102b6ea req-4d601758-85d7-49ed-80de-fe61db323dd4 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.0760565 Aug 31 09:05:24.103480 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-cc15eec6-9cc1-4674-9209-ecdca102b6ea req-cc62eda3-3926-49b6-baa8-bd58404fdc2d tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403988 Aug 31 09:05:25.242700 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57df09c-7b1b-427b-bb1c-b6c2ff11c532 req-02c69fd4-5579-46de-a6f2-db9a59790fbe tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:25.245546 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a57df09c-7b1b-427b-bb1c-b6c2ff11c532 req-02c69fd4-5579-46de-a6f2-db9a59790fbe tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.0522761 Aug 31 09:05:25.291790 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a57df09c-7b1b-427b-bb1c-b6c2ff11c532 req-8dbdfd44-d55e-4496-99f3-bc6d903f7be1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396099 Aug 31 09:05:25.405469 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:05:26.411063 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bbb6b-a053-416e-909e-fe9fe8045009 req-d477b3d8-2b37-4061-9ef8-196c4b03fbc7 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:26.412622 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-253bbb6b-a053-416e-909e-fe9fe8045009 req-d477b3d8-2b37-4061-9ef8-196c4b03fbc7 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.0506408 Aug 31 09:05:26.451781 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-253bbb6b-a053-416e-909e-fe9fe8045009 req-0ed4d75c-cf69-441f-95cc-57cbf9468430 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331309 Aug 31 09:05:27.599863 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fdcfb-af43-4c0e-a760-923c2e9c4a85 req-f3fc8dd4-2741-444e-a197-c7a6f1198cc3 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:27.601460 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-894fdcfb-af43-4c0e-a760-923c2e9c4a85 req-f3fc8dd4-2741-444e-a197-c7a6f1198cc3 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.0575361 Aug 31 09:05:27.643333 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-894fdcfb-af43-4c0e-a760-923c2e9c4a85 req-d468a0fb-3139-4f3b-bd74-3909cba26599 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355656 Aug 31 09:05:28.394208 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device f54e4cb1-c45f-4547-bfa6-bf8e67af6734 details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:05:28.497812 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port f54e4cb1-c45f-4547-bfa6-bf8e67af6734, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,segment=NetworkSegment(ae283280-a3b0-47ee-9be1-ccf439ab3fdb),segment_id=ae283280-a3b0-47ee-9be1-ccf439ab3fdb)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:28.510307 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734', 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'port_id': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734', 'mac_address': 'fa:16:3e:5a:eb:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:05:28.555135 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:28.570114 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54e4cb1-c45f-4547-bfa6-bf8e67af6734 {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:05:28.597909 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port f54e4cb1-c45f-4547-bfa6-bf8e67af6734, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,segment=NetworkSegment(ae283280-a3b0-47ee-9be1-ccf439ab3fdb),segment_id=ae283280-a3b0-47ee-9be1-ccf439ab3fdb)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:28.746382 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:28.780720 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901c7de-1398-4cdb-9e2c-474b209a2c3d req-58d64721-5f3e-487e-9aa0-597afd159e4c tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:28.783200 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4901c7de-1398-4cdb-9e2c-474b209a2c3d req-58d64721-5f3e-487e-9aa0-597afd159e4c tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 943 time: 0.0619361 Aug 31 09:05:28.814093 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,revision_number=7']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:28.830330 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4901c7de-1398-4cdb-9e2c-474b209a2c3d req-92c96bf4-8575-40ba-9550-db42c38df2a1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408928 Aug 31 09:05:29.033249 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['f54e4cb1-c45f-4547-bfa6-bf8e67af6734'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:05:29.961399 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e1e16-f355-4c7f-b245-d7e4047bd57d req-810fd15a-f970-4665-8e22-7cc64fa9218b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:29.963015 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e77e1e16-f355-4c7f-b245-d7e4047bd57d req-810fd15a-f970-4665-8e22-7cc64fa9218b tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 944 time: 0.0554869 Aug 31 09:05:30.004078 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e77e1e16-f355-4c7f-b245-d7e4047bd57d req-cb341108-9c4d-4069-8b91-4857007e9db0 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346339 Aug 31 09:05:30.410055 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device f54e4cb1-c45f-4547-bfa6-bf8e67af6734 up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:30.466152 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port f54e4cb1-c45f-4547-bfa6-bf8e67af6734 triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:30.466517 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.561141 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.589508 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:30.592034 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b704912-d632-4cc6-8e1c-972b1561b04a" -d '{"events": [{"server_uuid": "1e98ba28-d651-4cf0-8f5c-74a138801ad1", "name": "network-vif-plugged", "status": "completed", "tag": "f54e4cb1-c45f-4547-bfa6-bf8e67af6734"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:30.606523 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port f54e4cb1-c45f-4547-bfa6-bf8e67af6734, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,segment=NetworkSegment(ae283280-a3b0-47ee-9be1-ccf439ab3fdb),segment_id=ae283280-a3b0-47ee-9be1-ccf439ab3fdb)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:30.630787 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511faf75-b014-4ab0-9625-7590165d9c9e x-openstack-request-id: req-511faf75-b014-4ab0-9625-7590165d9c9e {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:30.631173 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e98ba28-d651-4cf0-8f5c-74a138801ad1", "name": "network-vif-plugged", "status": "completed", "tag": "f54e4cb1-c45f-4547-bfa6-bf8e67af6734", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:30.631423 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-511faf75-b014-4ab0-9625-7590165d9c9e {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:30.631814 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734', 'code': 200} Aug 31 09:05:30.746275 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:30.806701 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,revision_number=8']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:31.039708 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d896a-63ce-430d-8182-879d2840cfb7 req-4b77792d-b0fa-4bf3-9290-69f3feef6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:31.042976 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2d0d896a-63ce-430d-8182-879d2840cfb7 req-4b77792d-b0fa-4bf3-9290-69f3feef6a71 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0681589 Aug 31 09:05:31.097739 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2d0d896a-63ce-430d-8182-879d2840cfb7 req-8f680740-0a74-455f-bbb7-8f33c830cea7 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434785 Aug 31 09:05:31.134271 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48d519-0307-47f0-87cd-f7d6da296305 req-2e605d27-0384-4ecc-9bad-b8b81b61b046 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:31.136019 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2f48d519-0307-47f0-87cd-f7d6da296305 req-2e605d27-0384-4ecc-9bad-b8b81b61b046 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0559013 Aug 31 09:05:31.187547 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2f48d519-0307-47f0-87cd-f7d6da296305 req-29eca64e-0143-4c1f-bc77-fb63d612915c tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430079 Aug 31 09:05:32.321647 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da16a2-788f-42c6-9091-7c71f124eb85 req-4df53703-8562-408b-b95d-844c12173829 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:32.323848 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-85da16a2-788f-42c6-9091-7c71f124eb85 req-4df53703-8562-408b-b95d-844c12173829 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0541396 Aug 31 09:05:32.372422 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-85da16a2-788f-42c6-9091-7c71f124eb85 req-4da9bb56-bb13-4595-986f-412d8e518d98 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414119 Aug 31 09:05:33.500051 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de05ca-99c5-432f-8c21-1696c95db36f req-86b0c2a9-251c-4f29-b1d5-e1435932447d tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:33.501668 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a3de05ca-99c5-432f-8c21-1696c95db36f req-86b0c2a9-251c-4f29-b1d5-e1435932447d tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0564468 Aug 31 09:05:33.544430 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-a3de05ca-99c5-432f-8c21-1696c95db36f req-2d1e7c49-7efc-40c6-87b9-9ad23be6747a tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361569 Aug 31 09:05:37.298676 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd046f1e-1807-49d1-b3b7-bb0dddce1b75 req-2102f5c4-9989-453c-81d9-8905288bb997 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:37.300291 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-dd046f1e-1807-49d1-b3b7-bb0dddce1b75 req-2102f5c4-9989-453c-81d9-8905288bb997 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 945 time: 0.0510349 Aug 31 09:05:37.344779 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-dd046f1e-1807-49d1-b3b7-bb0dddce1b75 req-7b01b314-d6f7-4017-b08a-a7b166f8bff2 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356398 Aug 31 09:05:38.500506 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604fb60-3bc4-4b3b-a21f-9c72070edb53 req-7af26384-d78f-4afb-8ce0-a8d11bc20481 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:38.502294 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3604fb60-3bc4-4b3b-a21f-9c72070edb53 req-7af26384-d78f-4afb-8ce0-a8d11bc20481 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 945 time: 0.0780718 Aug 31 09:05:38.551244 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3604fb60-3bc4-4b3b-a21f-9c72070edb53 req-23d78203-5749-4b30-a5fc-9c17c1c63e1c tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426557 Aug 31 09:05:39.021903 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd16bb5-a06f-4515-9010-9612d5a55c64 req-a0d545a9-4cfb-4c5e-8047-39ed6446fd46 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:39.023490 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fbd16bb5-a06f-4515-9010-9612d5a55c64 req-a0d545a9-4cfb-4c5e-8047-39ed6446fd46 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.103 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 945 time: 0.0574322 Aug 31 09:05:39.128973 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-fbd16bb5-a06f-4515-9010-9612d5a55c64 req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Deleting port 2d324b4c-580b-4b1e-bd0d-29876c81e703 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:05:39.129247 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-fbd16bb5-a06f-4515-9010-9612d5a55c64 req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:39.258986 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-fbd16bb5-a06f-4515-9010-9612d5a55c64 req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] For port 2d324b4c-580b-4b1e-bd0d-29876c81e703, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=2d324b4c-580b-4b1e-bd0d-29876c81e703,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:39.259527 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-fbd16bb5-a06f-4515-9010-9612d5a55c64 req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:39.488700 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-fbd16bb5-a06f-4515-9010-9612d5a55c64 req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:39.495786 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-fbd16bb5-a06f-4515-9010-9612d5a55c64 req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:39.495786 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.l3_db [req-fbd16bb5-a06f-4515-9010-9612d5a55c64 req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Floating IP 1eb8c121-742c-40b8-8c2e-da42e03ad444 disassociated. External IP: 172.27.0.228, port: 2d324b4c-580b-4b1e-bd0d-29876c81e703. Aug 31 09:05:39.495786 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-fbd16bb5-a06f-4515-9010-9612d5a55c64 req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Calling delete_port for 2d324b4c-580b-4b1e-bd0d-29876c81e703 owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:05:39.701457 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7664f4a-c08f-4d94-875d-2b5ef03c1a2d req-88a1da0b-2f52-4f44-99bf-6cae37b25f8a tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:39.703618 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e7664f4a-c08f-4d94-875d-2b5ef03c1a2d req-88a1da0b-2f52-4f44-99bf-6cae37b25f8a tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 945 time: 0.0744886 Aug 31 09:05:39.758021 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e7664f4a-c08f-4d94-875d-2b5ef03c1a2d req-872365a5-49d0-4bea-8fd8-9eb61e1b27d2 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460894 Aug 31 09:05:39.840729 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-fbd16bb5-a06f-4515-9010-9612d5a55c64 req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:39.872719 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event deleted for resources: {'Port': ['ID=2d324b4c-580b-4b1e-bd0d-29876c81e703,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:39.891053 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:39.891053 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:39.891053 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:39.891053 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:39.891053 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:39.891053 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:39.891053 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:39.891053 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:39.891053 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:39.891053 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:39.891053 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:39.891053 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:05:40.061481 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbd16bb5-a06f-4515-9010-9612d5a55c64 req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Router b139ea7f-af2b-42e9-ba71-ced5cc64c301 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:05:40.185066 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbd16bb5-a06f-4515-9010-9612d5a55c64 req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:05:40.196372 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b0924-05a1-42b9-8bb6-b67100807540 None None] Sync routers for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:05:40.208493 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b0924-05a1-42b9-8bb6-b67100807540 None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:40.209154 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-c99b0924-05a1-42b9-8bb6-b67100807540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:05:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:40.231646 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd16bb5-a06f-4515-9010-9612d5a55c64 req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] No DVR routers for this DVR port 2d324b4c-580b-4b1e-bd0d-29876c81e703 on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:05:40.235025 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-fbd16bb5-a06f-4515-9010-9612d5a55c64 req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:40.236955 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-fbd16bb5-a06f-4515-9010-9612d5a55c64 req-c610a1dc-aa4c-4f28-bcdb-d23f817a26e8 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.103 "DELETE /v2.0/ports/2d324b4c-580b-4b1e-bd0d-29876c81e703 HTTP/1.1" status: 204 len: 173 time: 1.2066765 Aug 31 09:05:40.237426 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a473a438-50a7-4670-bc21-63a9cddc8c05', 'name': 'network-vif-deleted', 'tag': '2d324b4c-580b-4b1e-bd0d-29876c81e703'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:40.240097 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cfdf5b-eb11-4934-8195-e1622e259f67" -d '{"events": [{"server_uuid": "a473a438-50a7-4670-bc21-63a9cddc8c05", "name": "network-vif-deleted", "tag": "2d324b4c-580b-4b1e-bd0d-29876c81e703"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:40.282623 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ed71c2-3a63-46e9-bd5e-e64e603585e8 x-openstack-request-id: req-93ed71c2-3a63-46e9-bd5e-e64e603585e8 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:40.282934 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a473a438-50a7-4670-bc21-63a9cddc8c05", "name": "network-vif-deleted", "tag": "2d324b4c-580b-4b1e-bd0d-29876c81e703", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:40.283168 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-93ed71c2-3a63-46e9-bd5e-e64e603585e8 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:40.283564 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a473a438-50a7-4670-bc21-63a9cddc8c05', 'name': 'network-vif-deleted', 'tag': '2d324b4c-580b-4b1e-bd0d-29876c81e703', 'status': 'completed', 'code': 200} Aug 31 09:05:40.349845 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-c99b0924-05a1-42b9-8bb6-b67100807540 None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:40.585590 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-c99b0924-05a1-42b9-8bb6-b67100807540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:40.613593 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b0924-05a1-42b9-8bb6-b67100807540 None None] Checking router: b139ea7f-af2b-42e9-ba71-ced5cc64c301 for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:05:40.623983 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b0924-05a1-42b9-8bb6-b67100807540 None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:05:40.624631 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-c99b0924-05a1-42b9-8bb6-b67100807540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:05:14Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:40.734444 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-c99b0924-05a1-42b9-8bb6-b67100807540 None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:05:40.910699 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-12ffe97a-bbc5-489e-8fb1-4ac7bccaf797 req-9a0e6077-6c88-4c0d-998b-091e2b4dec59 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 210 time: 0.0361996 Aug 31 09:05:40.965611 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-c99b0924-05a1-42b9-8bb6-b67100807540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:05:40.999484 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b0924-05a1-42b9-8bb6-b67100807540 None None] The sync data for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi is: [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:05:41.233119 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75762e57-3b22-4ed5-92ab-ba9391435efb None None] New status for floating IP 1eb8c121-742c-40b8-8c2e-da42e03ad444: DOWN {{(pid=101275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:05:41.983260 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-64f043c7-155e-44ca-b367-845ae204b82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:42.029406 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-cbbe636f-6c03-47d6-ac6e-b8b8e96c2ecf req-db89404f-65ea-4e41-9b57-62b3cc3c7f7a tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=a473a438-50a7-4670-bc21-63a9cddc8c05 HTTP/1.1" status: 200 len: 210 time: 0.0287378 Aug 31 09:05:42.462987 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 2d324b4c-580b-4b1e-bd0d-29876c81e703 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:05:42.484444 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: 2d324b4c-580b-4b1e-bd0d-29876c81e703 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:05:42.513971 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 2d324b4c-580b-4b1e-bd0d-29876c81e703 not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:05:43.269380 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-283404c2-90ca-4190-a732-91fc560e1f42 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497803970&fields=id&tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a HTTP/1.1" status: 200 len: 267 time: 0.0422816 Aug 31 09:05:43.397680 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-162db2dc-5a68-44de-a49e-830a95907881 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:43.399213 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-162db2dc-5a68-44de-a49e-830a95907881 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/networks?id=46d184a8-3f7b-464f-b4d7-109398b1164f HTTP/1.1" status: 200 len: 811 time: 0.1225529 Aug 31 09:05:43.418504 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-207261d0-8286-4bef-acfe-f2b984bcde64 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/quotas/dce013a22e8e4e7f8630afb4ae78fd7a HTTP/1.1" status: 200 len: 375 time: 0.0123229 Aug 31 09:05:43.481433 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-fa61cf60-d756-48ed-bb99-d62b5c44fad0 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0569022 Aug 31 09:05:43.499540 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-426427f3-4c4e-4fef-a9e5-5ac3f1d47f3d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101273) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 09:05:43.500691 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-426427f3-4c4e-4fef-a9e5-5ac3f1d47f3d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068786 Aug 31 09:05:43.665538 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-03ec3997-868f-498b-950d-0402b50d9e98 service neutron] 10.222.0.74 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554561 Aug 31 09:05:43.770035 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-30ba7042-38da-426b-938f-d3d484079828 service neutron] 10.222.0.74 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981021 Aug 31 09:05:44.517164 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-0c37e4cc-850e-4e0c-8c2b-27c0392c7d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.688748 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:44.819480 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-2a2cd346-6fbf-4d5c-b151-5c5ac035e9be req-e6a2571c-ce52-4152-9e52-f02b13ba04ff tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 210 time: 0.0278151 Aug 31 09:05:45.154671 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.763013 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:45.927900 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-228abb32-c1b5-43ae-89b4-b8c1afcb43a8 req-b5c41a79-964c-42d5-9927-fbec3672336d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 210 time: 0.0325255 Aug 31 09:05:47.034481 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-166dd3a9-df23-4402-9527-7c402453210d req-cc7f6e76-748d-49b6-9b2d-091730f1621f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 210 time: 0.0289023 Aug 31 09:05:47.605860 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-a0469537-58b2-4b9a-afac-3fbf55a48840 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:47.608523 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-a0469537-58b2-4b9a-afac-3fbf55a48840 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.103 "GET /v2.0/networks?id=46d184a8-3f7b-464f-b4d7-109398b1164f HTTP/1.1" status: 200 len: 811 time: 0.1326659 Aug 31 09:05:47.620662 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:47.666783 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-7b673d0a-60d5-4a41-85ae-9d92c9a8621c tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a HTTP/1.1" status: 200 len: 380 time: 0.0466008 Aug 31 09:05:47.675534 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-eb1945d1-74a2-45f0-bc68-9e8c31ab6881 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Request body: {'port': {'device_id': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'admin_state_up': True, 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'security_groups': ['5dcbb02e-e6da-4b2e-b01d-43b63a2235ad']}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:47.945926 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-eb1945d1-74a2-45f0-bc68-9e8c31ab6881 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Made reservation on behalf of dce013a22e8e4e7f8630afb4ae78fd7a for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:05:47.949852 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-eb1945d1-74a2-45f0-bc68-9e8c31ab6881 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.115285 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-eb1945d1-74a2-45f0-bc68-9e8c31ab6881 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Allocated IP 172.20.0.6 (46d184a8-3f7b-464f-b4d7-109398b1164f/cc78a120-32e5-43ac-b054-fe1bce3486b4/1d5583e1-87bf-4db5-ae60-fc3bc5439f8b) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:05:48.189187 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7bd2a478-5039-4b24-8766-a2253818bfcd req-4dfe8532-af9e-4a13-802e-43acf7b4b2c3 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 210 time: 0.0445101 Aug 31 09:05:48.303559 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-eb1945d1-74a2-45f0-bc68-9e8c31ab6881 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.319846 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-eb1945d1-74a2-45f0-bc68-9e8c31ab6881 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Transition to ACTIVE for port object 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b will not be triggered until provisioned by entity DHCP. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:48.483124 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-eb1945d1-74a2-45f0-bc68-9e8c31ab6881 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.537268 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-eb1945d1-74a2-45f0-bc68-9e8c31ab6881 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Network 46d184a8-3f7b-464f-b4d7-109398b1164f is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:05:48.540780 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-eb1945d1-74a2-45f0-bc68-9e8c31ab6881 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:05:48.545588 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-eb1945d1-74a2-45f0-bc68-9e8c31ab6881 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:05:48.550272 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1945d1-74a2-45f0-bc68-9e8c31ab6881 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event updated for resources: {'Port': ['ID=1d5583e1-87bf-4db5-ae60-fc3bc5439f8b,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:48.598891 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-eb1945d1-74a2-45f0-bc68-9e8c31ab6881 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:48.599546 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-eb1945d1-74a2-45f0-bc68-9e8c31ab6881 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.746440 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-eb1945d1-74a2-45f0-bc68-9e8c31ab6881 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0755014 Aug 31 09:05:48.759704 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Request body: {'port': {'device_id': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:05:48.815512 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.910568 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-768c8b66-ad2c-41bc-961b-67498dcae329 None None] Provisioning for port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:48.914820 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-768c8b66-ad2c-41bc-961b-67498dcae329 None None] Provisioning complete for port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:48.918837 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-768c8b66-ad2c-41bc-961b-67498dcae329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:48.951137 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-768c8b66-ad2c-41bc-961b-67498dcae329 None None] Port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:05:49.135624 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:05:49.146655 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.164806 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Transition to ACTIVE for port object 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:05:49.280413 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.314505 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3844ae3-7a27-4126-a115-07162e527a1f req-192b31d9-b191-4687-b84a-7c9eab23ae31 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:49.316281 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c3844ae3-7a27-4126-a115-07162e527a1f req-192b31d9-b191-4687-b84a-7c9eab23ae31 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 931 time: 0.0557213 Aug 31 09:05:49.338647 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5583e1-87bf-4db5-ae60-fc3bc5439f8b,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:49.363156 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c3844ae3-7a27-4126-a115-07162e527a1f req-2413262c-5e32-440c-9804-f5be7b4a49b2 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383902 Aug 31 09:05:49.420880 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Attempting to bind port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:05:49.421136 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Attempting to bind port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:05:49.421334 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Attempting to bind port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b on network 46d184a8-3f7b-464f-b4d7-109398b1164f {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:49.429968 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b on network 46d184a8-3f7b-464f-b4d7-109398b1164f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:05:49.430361 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Attempting to bind port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b on network 46d184a8-3f7b-464f-b4d7-109398b1164f {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:05:49.438429 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:05:49.438958 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Checking segment: {'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:05:49.439595 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Bound using segment: {'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:05:49.440241 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Bound port: 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:05:49.440744 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.515137 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] For port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:05:49.518635 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] For port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=1d5583e1-87bf-4db5-ae60-fc3bc5439f8b,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:05:49.618542 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.666904 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:49.667715 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:49.669209 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] 10.222.0.103 "PUT /v2.0/ports/1d5583e1-87bf-4db5-ae60-fc3bc5439f8b HTTP/1.1" status: 200 len: 1093 time: 0.9141674 Aug 31 09:05:49.669677 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'tag': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:49.673713 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e8008d-e2c1-4493-86e7-8c2e4f4a2053" -d '{"events": [{"name": "network-changed", "server_uuid": "abad7ee9-2b43-49bf-8c5f-b0ace45e240f", "tag": "1d5583e1-87bf-4db5-ae60-fc3bc5439f8b"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:49.706626 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00effab-a28c-488e-a756-530eba7551e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1d5583e1-87bf-4db5-ae60-fc3bc5439f8b,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:49.724380 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11884e2f-6081-4dc9-9b8e-178f6bad50f5 x-openstack-request-id: req-11884e2f-6081-4dc9-9b8e-178f6bad50f5 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:49.724380 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abad7ee9-2b43-49bf-8c5f-b0ace45e240f", "tag": "1d5583e1-87bf-4db5-ae60-fc3bc5439f8b", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:49.724643 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-11884e2f-6081-4dc9-9b8e-178f6bad50f5 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:49.724980 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'tag': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'status': 'completed', 'code': 200} Aug 31 09:05:49.800429 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8008d-e2c1-4493-86e7-8c2e4f4a2053 req-c0311cbb-653e-48c7-b2e0-c851214e00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:49.802097 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-52e8008d-e2c1-4493-86e7-8c2e4f4a2053 req-c0311cbb-653e-48c7-b2e0-c851214e00b1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 1096 time: 0.0496759 Aug 31 09:05:49.925153 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8008d-e2c1-4493-86e7-8c2e4f4a2053 req-55fa2ab9-3487-43af-ad64-9f67a2bd4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:49.926710 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-52e8008d-e2c1-4493-86e7-8c2e4f4a2053 req-55fa2ab9-3487-43af-ad64-9f67a2bd4e9a service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1082106 Aug 31 09:05:50.034855 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8008d-e2c1-4493-86e7-8c2e4f4a2053 req-85c09462-6b4c-497d-9233-88688c3ac31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:50.036448 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-52e8008d-e2c1-4493-86e7-8c2e4f4a2053 req-85c09462-6b4c-497d-9233-88688c3ac31f service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0985587 Aug 31 09:05:50.118353 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-6c60deb4-ff2b-46ee-b164-4a9acd26b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:50.119924 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-6c60deb4-ff2b-46ee-b164-4a9acd26b698 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 1096 time: 0.0416467 Aug 31 09:05:50.167561 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-a7ef0352-4445-4b21-b22e-2eb3d9927d1d service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d5583e1-87bf-4db5-ae60-fc3bc5439f8b HTTP/1.1" status: 200 len: 217 time: 0.0388007 Aug 31 09:05:50.220756 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-3041379d-c3e9-4ff7-b5b9-b0e2b78811f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:50.222169 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-3041379d-c3e9-4ff7-b5b9-b0e2b78811f8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=cc78a120-32e5-43ac-b054-fe1bce3486b4 HTTP/1.1" status: 200 len: 850 time: 0.0457671 Aug 31 09:05:50.268770 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-eadf6b0f-4024-4783-a4db-80e3c8449b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:50.270297 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-eadf6b0f-4024-4783-a4db-80e3c8449b4a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=46d184a8-3f7b-464f-b4d7-109398b1164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405231 Aug 31 09:05:50.372038 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-c994d915-c75f-4186-8525-6333997231f1 service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916250 Aug 31 09:05:50.478502 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c70b85a8-b182-4e82-9537-c1a0dd086203 req-b2431a38-ba96-449a-8047-67212cbf46ea service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959620 Aug 31 09:05:50.510705 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f027e1-2fb8-40ba-aa12-f76657aafd36 req-56f69074-eeeb-4257-918a-460ffb62d4ab tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:50.512630 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-93f027e1-2fb8-40ba-aa12-f76657aafd36 req-56f69074-eeeb-4257-918a-460ffb62d4ab tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 943 time: 0.0628576 Aug 31 09:05:50.561430 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-93f027e1-2fb8-40ba-aa12-f76657aafd36 req-ec2af77c-f4b7-468b-955b-24e6bcfc550a tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424161 Aug 31 09:05:50.824205 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d927846-ad2a-4759-a230-6a2ef316ac3e req-60ae7259-d99e-428a-9378-6a8bab08b937 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547378 Aug 31 09:05:50.920063 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d927846-ad2a-4759-a230-6a2ef316ac3e req-9b9df1ec-73f6-45f7-b4fa-8805726dbb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:50.921686 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d927846-ad2a-4759-a230-6a2ef316ac3e req-9b9df1ec-73f6-45f7-b4fa-8805726dbb6e service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2c8bab362beb444d85312370bf5fd859&device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0461211 Aug 31 09:05:51.058420 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d927846-ad2a-4759-a230-6a2ef316ac3e req-f40ba918-b139-4721-bfab-14b7d4deb7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:51.060042 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d927846-ad2a-4759-a230-6a2ef316ac3e req-f40ba918-b139-4721-bfab-14b7d4deb7b1 service neutron] 10.222.0.103 "GET /v2.0/networks?id=565b07a6-99f1-480b-b4f4-75b49df84b0d HTTP/1.1" status: 200 len: 910 time: 0.1078882 Aug 31 09:05:51.150638 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d927846-ad2a-4759-a230-6a2ef316ac3e req-6fdde1bb-1baf-4af5-88a5-c83524f91748 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734 HTTP/1.1" status: 200 len: 1001 time: 0.0813928 Aug 31 09:05:51.207686 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d927846-ad2a-4759-a230-6a2ef316ac3e req-cdc301ec-653c-4a7b-a5fe-af7770300fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:51.207686 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d927846-ad2a-4759-a230-6a2ef316ac3e req-cdc301ec-653c-4a7b-a5fe-af7770300fef service neutron] 10.222.0.103 "GET /v2.0/subnets?id=6b6d617a-f60f-429c-9b35-ee0f2425875b HTTP/1.1" status: 200 len: 847 time: 0.0474277 Aug 31 09:05:51.263062 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d927846-ad2a-4759-a230-6a2ef316ac3e req-c832208d-450e-4b58-9c64-acd576164837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:51.264682 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d927846-ad2a-4759-a230-6a2ef316ac3e req-c832208d-450e-4b58-9c64-acd576164837 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=565b07a6-99f1-480b-b4f4-75b49df84b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490732 Aug 31 09:05:51.419573 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d927846-ad2a-4759-a230-6a2ef316ac3e req-3c48e373-0def-4e0c-8b25-620d438ff5ea service neutron] 10.222.0.103 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268659 Aug 31 09:05:51.525658 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d927846-ad2a-4759-a230-6a2ef316ac3e req-558bce81-93b4-45e0-bcef-4a6e975f4f2e service neutron] 10.222.0.103 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171689 Aug 31 09:05:51.692769 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b79f2b-3c6b-4055-85c8-e343612dd392 req-986b068e-6118-4493-841b-a0b2cc0b035f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:51.694293 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-72b79f2b-3c6b-4055-85c8-e343612dd392 req-986b068e-6118-4493-841b-a0b2cc0b035f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 943 time: 0.0593109 Aug 31 09:05:51.754818 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-72b79f2b-3c6b-4055-85c8-e343612dd392 req-cb3f4369-e437-404f-a62e-0c9b3c8d0aec tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538929 Aug 31 09:05:52.910971 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfc448-9f00-4c7c-9604-2508b98b72c3 req-43eacda8-48df-49cb-ac4e-6a8857b7f9b4 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:52.912800 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-66dfc448-9f00-4c7c-9604-2508b98b72c3 req-43eacda8-48df-49cb-ac4e-6a8857b7f9b4 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 943 time: 0.0687938 Aug 31 09:05:52.964780 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-66dfc448-9f00-4c7c-9604-2508b98b72c3 req-740e7e09-beab-43bb-90f6-1e8981ff23f7 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444736 Aug 31 09:05:54.090317 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a05648-7115-471e-8d03-f430524eda24 req-6df91d0b-0ee0-4064-81dd-229110f00808 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:54.091868 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-90a05648-7115-471e-8d03-f430524eda24 req-6df91d0b-0ee0-4064-81dd-229110f00808 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 943 time: 0.0538547 Aug 31 09:05:54.134430 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-90a05648-7115-471e-8d03-f430524eda24 req-d8f8717c-8f25-44e7-a71b-77ce77943d53 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360129 Aug 31 09:05:55.271895 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8321d-5bd8-44ae-b1d3-ce1413373639 req-824c234b-7aba-4f1c-9113-8eb706096a1f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:55.273529 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1fc8321d-5bd8-44ae-b1d3-ce1413373639 req-824c234b-7aba-4f1c-9113-8eb706096a1f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 943 time: 0.0545247 Aug 31 09:05:55.322186 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1fc8321d-5bd8-44ae-b1d3-ce1413373639 req-ed089cf2-632e-4232-9e28-354414975c80 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380781 Aug 31 09:05:56.445189 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3c16b-5843-4481-afca-c39d463680dc req-da42296b-8480-4f1d-9f72-55e7e019df2c tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:56.446851 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-faf3c16b-5843-4481-afca-c39d463680dc req-da42296b-8480-4f1d-9f72-55e7e019df2c tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 943 time: 0.0535524 Aug 31 09:05:56.491772 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-faf3c16b-5843-4481-afca-c39d463680dc req-1ade9cbb-a178-450f-bf2d-2078c8e4714f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383320 Aug 31 09:05:56.553317 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:05:56.684232 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=1d5583e1-87bf-4db5-ae60-fc3bc5439f8b,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:56.701995 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'port_id': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'mac_address': 'fa:16:3e:59:04:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:05:56.757711 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:56.772495 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:05:56.798587 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=1d5583e1-87bf-4db5-ae60-fc3bc5439f8b,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:56.910989 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:56.969946 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=1d5583e1-87bf-4db5-ae60-fc3bc5439f8b,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:57.172693 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['1d5583e1-87bf-4db5-ae60-fc3bc5439f8b'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:05:57.622540 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60373ec-5057-4d5b-9e55-df7889ca0f01 req-21c450f9-91c0-4249-8c96-e25598517c68 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:57.682846 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f60373ec-5057-4d5b-9e55-df7889ca0f01 req-21c450f9-91c0-4249-8c96-e25598517c68 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 944 time: 0.0546741 Aug 31 09:05:57.682846 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f60373ec-5057-4d5b-9e55-df7889ca0f01 req-95d94b09-bea5-40d1-a4f1-1682dd9722ff tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392628 Aug 31 09:05:58.550531 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:05:58.716173 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:05:58.720631 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:05:58.721016 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:58.793604 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a6358-a938-4bca-acfc-57d938e975e5 req-1ba99f38-e0f3-4703-98e7-0072b79779ba tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:58.795317 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-df6a6358-a938-4bca-acfc-57d938e975e5 req-1ba99f38-e0f3-4703-98e7-0072b79779ba tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 944 time: 0.0536902 Aug 31 09:05:58.832295 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:58.845428 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-df6a6358-a938-4bca-acfc-57d938e975e5 req-c146e72f-3213-483b-98dc-e89ad2ace6e3 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418267 Aug 31 09:05:58.860822 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:05:58.863300 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36b941c-22bc-474a-8182-acddfce88f26" -d '{"events": [{"server_uuid": "abad7ee9-2b43-49bf-8c5f-b0ace45e240f", "name": "network-vif-plugged", "status": "completed", "tag": "1d5583e1-87bf-4db5-ae60-fc3bc5439f8b"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:05:58.881485 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=1d5583e1-87bf-4db5-ae60-fc3bc5439f8b,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:05:58.908547 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fdb0d0-54bf-4598-ac4e-2f2ae88f6b20 x-openstack-request-id: req-d3fdb0d0-54bf-4598-ac4e-2f2ae88f6b20 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:05:58.908861 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abad7ee9-2b43-49bf-8c5f-b0ace45e240f", "name": "network-vif-plugged", "status": "completed", "tag": "1d5583e1-87bf-4db5-ae60-fc3bc5439f8b", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:05:58.909105 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d3fdb0d0-54bf-4598-ac4e-2f2ae88f6b20 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:05:58.909519 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'code': 200} Aug 31 09:05:59.031767 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:05:59.097810 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=1d5583e1-87bf-4db5-ae60-fc3bc5439f8b,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:05:59.495028 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4ad8d-e178-4634-b4a0-c4c95ad1d4ec req-4dcf0f5f-9556-43c2-a392-4aa345b9e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:59.496486 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-78b4ad8d-e178-4634-b4a0-c4c95ad1d4ec req-4dcf0f5f-9556-43c2-a392-4aa345b9e4b3 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 1098 time: 0.0442951 Aug 31 09:05:59.538929 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-78b4ad8d-e178-4634-b4a0-c4c95ad1d4ec req-11b98f4d-767b-42c8-838c-068c6abdfcf9 service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327647 Aug 31 09:05:59.987981 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb1185-f2f9-4f44-a485-2d3243e540ea req-97fa8b01-90a4-432f-8176-1f18c75eee44 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:05:59.989748 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-acfb1185-f2f9-4f44-a485-2d3243e540ea req-97fa8b01-90a4-432f-8176-1f18c75eee44 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 945 time: 0.0546613 Aug 31 09:06:00.032844 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-acfb1185-f2f9-4f44-a485-2d3243e540ea req-993f2df6-965e-4c1a-88e2-a44a9bef3b6f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354171 Aug 31 09:06:01.163179 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1af4a-1f13-4494-a2a7-180e547524ad req-e9ffaf37-0845-400c-b0e5-8dec6eb59538 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:01.164699 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4ad1af4a-1f13-4494-a2a7-180e547524ad req-e9ffaf37-0845-400c-b0e5-8dec6eb59538 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 945 time: 0.0503008 Aug 31 09:06:01.205919 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-4ad1af4a-1f13-4494-a2a7-180e547524ad req-b62ff497-c9fe-474a-8fc5-95c069564d89 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352414 Aug 31 09:06:02.340447 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a92eb-2747-4ed9-9ee4-e4ac4110cb0f req-7ead1ae1-7390-418f-8c3c-443d86943de0 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:02.341972 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-024a92eb-2747-4ed9-9ee4-e4ac4110cb0f req-7ead1ae1-7390-418f-8c3c-443d86943de0 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 945 time: 0.0580478 Aug 31 09:06:02.387238 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-024a92eb-2747-4ed9-9ee4-e4ac4110cb0f req-026af5fd-b08f-4e95-b7fa-cefeb355c21d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391202 Aug 31 09:06:02.409210 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:06:02.514972 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9daf47-3a79-48f3-9352-55db07d3a71d req-2315dd09-49d5-4888-964a-94e1fcae2761 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:02.516377 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9a9daf47-3a79-48f3-9352-55db07d3a71d req-2315dd09-49d5-4888-964a-94e1fcae2761 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 945 time: 0.0540624 Aug 31 09:06:02.556503 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-9a9daf47-3a79-48f3-9352-55db07d3a71d req-81cdb972-67c4-4bae-9e88-08324b3bd08e tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339127 Aug 31 09:06:02.579661 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59732) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:02.629196 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1023af5-69c8-45f3-8806-3af826ed7e3d tempest-TestVolumeBootPattern-443683752 tempest-TestVolumeBootPattern-443683752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:02.630795 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-a1023af5-69c8-45f3-8806-3af826ed7e3d tempest-TestVolumeBootPattern-443683752 tempest-TestVolumeBootPattern-443683752-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 1093 time: 0.0500762 Aug 31 09:06:02.633561 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59734) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:02.638616 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Request body: {'floatingip': {'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'port_id': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:06:02.756929 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for floatingip, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:02.855468 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:02.961902 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Allocated IP 172.27.0.122 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/c5b2c3e0-fa3c-4185-9e59-25f21ba7aa10) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:06:03.065286 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:03.231787 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:03.529950 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:06:03.535040 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:06:03.537955 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:06:03.567213 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event updated for resources: {'Port': ['ID=c5b2c3e0-fa3c-4185-9e59-25f21ba7aa10,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:03.942280 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:04.090429 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:04.243888 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:04.344895 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:04.410058 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event updated for resources: {'Port': ['ID=c5b2c3e0-fa3c-4185-9e59-25f21ba7aa10,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:04.421759 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:04.524582 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.l3_db [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Floating IP 29fdbbc2-c841-48ed-ad2e-43b496992004 associated. External IP: 172.27.0.122, port: 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b. Aug 31 09:06:04.757182 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Router b139ea7f-af2b-42e9-ba71-ced5cc64c301 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:06:04.871185 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:06:04.881968 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0d29c-c5e7-41e6-90a6-350b5921710c None None] Sync routers for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:06:04.893070 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0d29c-c5e7-41e6-90a6-350b5921710c None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:06:04.893930 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-8aa0d29c-c5e7-41e6-90a6-350b5921710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:05:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:04.977705 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:05.011141 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-f4a1cc74-95dd-4b15-a02e-ed9161333db6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3738294 Aug 31 09:06:05.011141 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'tag': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:05.011554 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c828cec-2720-4b10-88d3-fd781ede9021" -d '{"events": [{"name": "network-changed", "server_uuid": "abad7ee9-2b43-49bf-8c5f-b0ace45e240f", "tag": "1d5583e1-87bf-4db5-ae60-fc3bc5439f8b"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:05.012130 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-8aa0d29c-c5e7-41e6-90a6-350b5921710c None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:06:05.048146 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2db679-cb26-4090-8ae5-382924621d3a x-openstack-request-id: req-3f2db679-cb26-4090-8ae5-382924621d3a {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:05.048441 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abad7ee9-2b43-49bf-8c5f-b0ace45e240f", "tag": "1d5583e1-87bf-4db5-ae60-fc3bc5439f8b", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:05.048690 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3f2db679-cb26-4090-8ae5-382924621d3a {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:05.049108 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'tag': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'status': 'completed', 'code': 200} Aug 31 09:06:05.113006 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c828cec-2720-4b10-88d3-fd781ede9021 req-6bbef1ef-b27f-41a7-9518-d69b00bcdde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:05.114542 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3c828cec-2720-4b10-88d3-fd781ede9021 req-6bbef1ef-b27f-41a7-9518-d69b00bcdde9 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 1098 time: 0.0412710 Aug 31 09:06:05.211972 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c828cec-2720-4b10-88d3-fd781ede9021 req-6a50900b-8368-4c45-bfdb-5bb3163c0786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:05.213989 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3c828cec-2720-4b10-88d3-fd781ede9021 req-6a50900b-8368-4c45-bfdb-5bb3163c0786 service neutron] 10.222.0.103 "GET /v2.0/networks?id=46d184a8-3f7b-464f-b4d7-109398b1164f HTTP/1.1" status: 200 len: 913 time: 0.0907207 Aug 31 09:06:05.243228 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-8aa0d29c-c5e7-41e6-90a6-350b5921710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '29fdbbc2-c841-48ed-ad2e-43b496992004', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'port_id': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'mac_address': 'fa:16:3e:59:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:06:03Z', 'updated_at': '2021-08-31T09:06:03Z', 'revision_number': 0, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:05.272986 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0d29c-c5e7-41e6-90a6-350b5921710c None None] Checking router: b139ea7f-af2b-42e9-ba71-ced5cc64c301 for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:06:05.281203 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3c828cec-2720-4b10-88d3-fd781ede9021 req-6e46c109-ccf8-47d6-968b-86effef58a1e service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d5583e1-87bf-4db5-ae60-fc3bc5439f8b HTTP/1.1" status: 200 len: 999 time: 0.0592892 Aug 31 09:06:05.281992 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0d29c-c5e7-41e6-90a6-350b5921710c None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:06:05.282588 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-8aa0d29c-c5e7-41e6-90a6-350b5921710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:05:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:05.336081 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c828cec-2720-4b10-88d3-fd781ede9021 req-50f8f7c0-f924-447e-a9da-cbb02135b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:05.337553 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3c828cec-2720-4b10-88d3-fd781ede9021 req-50f8f7c0-f924-447e-a9da-cbb02135b3d8 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=cc78a120-32e5-43ac-b054-fe1bce3486b4 HTTP/1.1" status: 200 len: 850 time: 0.0475521 Aug 31 09:06:05.384329 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c828cec-2720-4b10-88d3-fd781ede9021 req-c25e0c71-27cb-4926-bffb-a6889ffcf173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:05.386423 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3c828cec-2720-4b10-88d3-fd781ede9021 req-c25e0c71-27cb-4926-bffb-a6889ffcf173 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=46d184a8-3f7b-464f-b4d7-109398b1164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408502 Aug 31 09:06:05.391269 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-8aa0d29c-c5e7-41e6-90a6-350b5921710c None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:06:05.480000 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3c828cec-2720-4b10-88d3-fd781ede9021 req-8d0785af-7297-487f-98de-57d39c69ad2d service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854917 Aug 31 09:06:05.577324 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3c828cec-2720-4b10-88d3-fd781ede9021 req-4011a7e8-3f03-4103-b7ea-4225fcff7b09 service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890560 Aug 31 09:06:05.747427 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-8aa0d29c-c5e7-41e6-90a6-350b5921710c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '29fdbbc2-c841-48ed-ad2e-43b496992004', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'port_id': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'mac_address': 'fa:16:3e:59:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:06:03Z', 'updated_at': '2021-08-31T09:06:03Z', 'revision_number': 0, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:05.777677 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0d29c-c5e7-41e6-90a6-350b5921710c None None] The sync data for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi is: [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '29fdbbc2-c841-48ed-ad2e-43b496992004', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'port_id': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'mac_address': 'fa:16:3e:59:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:06:03Z', 'updated_at': '2021-08-31T09:06:03Z', 'revision_number': 0, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:06:05.957621 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc091c89-1284-43e5-aa13-ffbc58235954 None None] New status for floating IP 29fdbbc2-c841-48ed-ad2e-43b496992004: ACTIVE {{(pid=101275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:06:11.925865 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3068c51f-7ff1-4e5a-acd7-68374b90d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:14.567383 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7525f6dc-ac82-4864-8e8d-0211ede35186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:14.662941 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:15.121984 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:15.641977 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:17.687718 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:39.408491 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:06:41.839555 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a7f6ba43-00db-468f-884a-55081a34f3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:44.515863 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-61878b1a-bf27-4932-96a7-b4274cbc7c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:44.721170 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:45.138936 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:45.864593 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:47.704497 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:52.814446 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f646400e-e27d-4d55-951f-045dcf479bcd req-5cd5f9d7-3644-4646-b251-722cb033476e service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406733 Aug 31 09:06:52.901724 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646400e-e27d-4d55-951f-045dcf479bcd req-400704f1-7a1b-455c-b998-f9fba9d27003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:52.903228 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f646400e-e27d-4d55-951f-045dcf479bcd req-400704f1-7a1b-455c-b998-f9fba9d27003 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2c8bab362beb444d85312370bf5fd859&device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0412252 Aug 31 09:06:53.011924 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646400e-e27d-4d55-951f-045dcf479bcd req-f2e98a61-632f-45f3-9517-0906ff4460e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:53.013999 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f646400e-e27d-4d55-951f-045dcf479bcd req-f2e98a61-632f-45f3-9517-0906ff4460e5 service neutron] 10.222.0.103 "GET /v2.0/networks?id=565b07a6-99f1-480b-b4f4-75b49df84b0d HTTP/1.1" status: 200 len: 910 time: 0.0901546 Aug 31 09:06:53.082043 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f646400e-e27d-4d55-951f-045dcf479bcd req-f7a4efd2-75db-4cdb-a0dc-b587c74241bf service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734 HTTP/1.1" status: 200 len: 1001 time: 0.0571191 Aug 31 09:06:53.085240 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59758) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:06:53.182790 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646400e-e27d-4d55-951f-045dcf479bcd req-066e0964-08b6-4dd5-bd7c-ac8911fbae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:53.184918 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f646400e-e27d-4d55-951f-045dcf479bcd req-066e0964-08b6-4dd5-bd7c-ac8911fbae03 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=6b6d617a-f60f-429c-9b35-ee0f2425875b HTTP/1.1" status: 200 len: 847 time: 0.0929739 Aug 31 09:06:53.294461 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646400e-e27d-4d55-951f-045dcf479bcd req-f4a9cded-1eca-4a8c-8032-e088ffb286eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:53.295967 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f646400e-e27d-4d55-951f-045dcf479bcd req-f4a9cded-1eca-4a8c-8032-e088ffb286eb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=565b07a6-99f1-480b-b4f4-75b49df84b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851622 Aug 31 09:06:53.322522 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Deleting port 7c4a6ed2-1ca3-4940-9176-823e4524f900 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:06:53.322863 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:53.457309 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:53.457647 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:53.472848 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f646400e-e27d-4d55-951f-045dcf479bcd req-b91d480d-d347-416b-b158-0bc20df913f3 service neutron] 10.222.0.103 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593499 Aug 31 09:06:53.477030 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Calling delete_port for 7c4a6ed2-1ca3-4940-9176-823e4524f900 owned by network:floatingip {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:06:53.645830 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f646400e-e27d-4d55-951f-045dcf479bcd req-6f663e9b-d755-45f0-9473-86bbf3930629 service neutron] 10.222.0.103 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635950 Aug 31 09:06:53.944474 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:53.970414 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Pushing event deleted for resources: {'Port': ['ID=7c4a6ed2-1ca3-4940-9176-823e4524f900,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:53.993546 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:53.993883 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:53.994218 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:53.994542 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:53.994864 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:53.995184 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:53.995501 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:53.995817 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:53.996190 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:53.996477 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:53.996842 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:53.997684 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:06:54.037927 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for floatingip, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:54.039934 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.l3_db [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Floating IP 4f19b51b-48ad-4241-8ce4-870a66359bd2 disassociated (deleted). External IP: 172.27.0.244, port: f54e4cb1-c45f-4547-bfa6-bf8e67af6734. Aug 31 09:06:54.249826 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Router c49a3740-8b46-4494-b2d9-5d9c92797f3d has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:06:54.359389 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:06:54.364394 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:54.370115 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b968a85-6397-4c5b-b369-99b30445b6ef None None] Sync routers for ids ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:06:54.379599 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b968a85-6397-4c5b-b369-99b30445b6ef None None] Routers {'c49a3740-8b46-4494-b2d9-5d9c92797f3d'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:06:54.380231 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-0b968a85-6397-4c5b-b369-99b30445b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:06:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:54.390549 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-ac11947c-5692-41c4-8d51-60f6729c20e1 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "DELETE /v2.0/floatingips/4f19b51b-48ad-4241-8ce4-870a66359bd2 HTTP/1.1" status: 204 len: 168 time: 1.3043144 Aug 31 09:06:54.391127 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'tag': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:54.393386 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18a52c5-49fe-4b80-bcf1-ee07545546ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1e98ba28-d651-4cf0-8f5c-74a138801ad1", "tag": "f54e4cb1-c45f-4547-bfa6-bf8e67af6734"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:54.435361 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e14d05b-87d3-4588-b6f1-85d1559be076 x-openstack-request-id: req-4e14d05b-87d3-4588-b6f1-85d1559be076 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:54.435530 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e98ba28-d651-4cf0-8f5c-74a138801ad1", "tag": "f54e4cb1-c45f-4547-bfa6-bf8e67af6734", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:54.435810 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4e14d05b-87d3-4588-b6f1-85d1559be076 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:54.436237 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'tag': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734', 'status': 'completed', 'code': 200} Aug 31 09:06:54.492169 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-0b968a85-6397-4c5b-b369-99b30445b6ef None None] Set router c49a3740-8b46-4494-b2d9-5d9c92797f3d gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:06:54.507434 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a52c5-49fe-4b80-bcf1-ee07545546ad req-3bedc21d-987e-4cd3-8194-7f741dc50824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:54.508899 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c18a52c5-49fe-4b80-bcf1-ee07545546ad req-3bedc21d-987e-4cd3-8194-7f741dc50824 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=2c8bab362beb444d85312370bf5fd859&device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 1098 time: 0.0511799 Aug 31 09:06:54.609025 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a52c5-49fe-4b80-bcf1-ee07545546ad req-a077b565-a6a4-41a4-9970-31c72922d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:54.610702 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c18a52c5-49fe-4b80-bcf1-ee07545546ad req-a077b565-a6a4-41a4-9970-31c72922d276 service neutron] 10.222.0.103 "GET /v2.0/networks?id=565b07a6-99f1-480b-b4f4-75b49df84b0d HTTP/1.1" status: 200 len: 910 time: 0.0937717 Aug 31 09:06:54.654164 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c18a52c5-49fe-4b80-bcf1-ee07545546ad req-34ae46bd-377f-450c-83a5-1d81e7621539 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734 HTTP/1.1" status: 200 len: 217 time: 0.0356128 Aug 31 09:06:54.701811 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-0b968a85-6397-4c5b-b369-99b30445b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'name': 'tempest-TestShelveInstance-724534103-router', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:01:57Z', 'updated_at': '2021-08-31T09:02:01Z', 'revision_number': 4, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'gw_port': {'id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:01:58Z', 'updated_at': '2021-08-31T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'd245f8da-85e4-40ab-82b0-0852b9f840f6', 'name': '', 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'mac_address': 'fa:16:3e:33:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:00Z', 'updated_at': '2021-08-31T09:02:09Z', 'revision_number': 5, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'subnets': [{'id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:54.713323 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a52c5-49fe-4b80-bcf1-ee07545546ad req-20b3bb42-ccaf-4734-9838-f90c8e2365bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:54.715045 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c18a52c5-49fe-4b80-bcf1-ee07545546ad req-20b3bb42-ccaf-4734-9838-f90c8e2365bd service neutron] 10.222.0.103 "GET /v2.0/subnets?id=6b6d617a-f60f-429c-9b35-ee0f2425875b HTTP/1.1" status: 200 len: 847 time: 0.0538199 Aug 31 09:06:54.734513 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b968a85-6397-4c5b-b369-99b30445b6ef None None] Checking router: c49a3740-8b46-4494-b2d9-5d9c92797f3d for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:06:54.744442 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b968a85-6397-4c5b-b369-99b30445b6ef None None] Routers {'c49a3740-8b46-4494-b2d9-5d9c92797f3d'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:06:54.745231 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-0b968a85-6397-4c5b-b369-99b30445b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:06:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:54.767534 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a52c5-49fe-4b80-bcf1-ee07545546ad req-32be0599-dd0f-4d79-8384-8fc958d642f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:54.769046 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c18a52c5-49fe-4b80-bcf1-ee07545546ad req-32be0599-dd0f-4d79-8384-8fc958d642f9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=565b07a6-99f1-480b-b4f4-75b49df84b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437593 Aug 31 09:06:54.859745 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-0b968a85-6397-4c5b-b369-99b30445b6ef None None] Set router c49a3740-8b46-4494-b2d9-5d9c92797f3d gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:06:54.868153 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c18a52c5-49fe-4b80-bcf1-ee07545546ad req-dc15dce3-2351-4d8f-a9a7-1b16c53ad8bc service neutron] 10.222.0.103 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913947 Aug 31 09:06:54.975479 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-c18a52c5-49fe-4b80-bcf1-ee07545546ad req-7bf2515b-4f5a-407d-a3f4-328a6a83330b service neutron] 10.222.0.103 "GET /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961754 Aug 31 09:06:55.032716 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0174fe1-725f-45ea-aac6-dd67de047c2c req-7261dc03-2006-4258-b887-1e527e69ea21 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:55.034296 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a0174fe1-725f-45ea-aac6-dd67de047c2c req-7261dc03-2006-4258-b887-1e527e69ea21 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0516589 Aug 31 09:06:55.072407 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-0b968a85-6397-4c5b-b369-99b30445b6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'name': 'tempest-TestShelveInstance-724534103-router', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:01:57Z', 'updated_at': '2021-08-31T09:02:01Z', 'revision_number': 4, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'gw_port': {'id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:01:58Z', 'updated_at': '2021-08-31T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'd245f8da-85e4-40ab-82b0-0852b9f840f6', 'name': '', 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'mac_address': 'fa:16:3e:33:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:00Z', 'updated_at': '2021-08-31T09:02:09Z', 'revision_number': 5, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'subnets': [{'id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:06:55.073710 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a0174fe1-725f-45ea-aac6-dd67de047c2c req-c5f53df9-b360-4d3f-b9b1-f63c1e0f4c43 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329304 Aug 31 09:06:55.099601 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b968a85-6397-4c5b-b369-99b30445b6ef None None] The sync data for ids ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'] in dv-cinder-782910-2-iscsi is: [{'id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'name': 'tempest-TestShelveInstance-724534103-router', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:01:57Z', 'updated_at': '2021-08-31T09:02:01Z', 'revision_number': 4, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'gw_port': {'id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:01:58Z', 'updated_at': '2021-08-31T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'd245f8da-85e4-40ab-82b0-0852b9f840f6', 'name': '', 'network_id': '565b07a6-99f1-480b-b4f4-75b49df84b0d', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'mac_address': 'fa:16:3e:33:9f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:00Z', 'updated_at': '2021-08-31T09:02:09Z', 'revision_number': 5, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'subnets': [{'id': '6b6d617a-f60f-429c-9b35-ee0f2425875b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:06:55.321450 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8a6788-bd4b-403f-96aa-5fc09bfbbc9f None None] New status for floating IP 4f19b51b-48ad-4241-8ce4-870a66359bd2: DOWN {{(pid=101275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:06:56.190553 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a48585-d5e3-44f3-b221-ab532c7a1281 req-ab3de61e-2366-45f2-89ce-fb5591fd2653 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:56.192142 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-67a48585-d5e3-44f3-b221-ab532c7a1281 req-ab3de61e-2366-45f2-89ce-fb5591fd2653 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0495887 Aug 31 09:06:56.235163 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-67a48585-d5e3-44f3-b221-ab532c7a1281 req-e3898601-fc7e-47c2-81b9-8abfb587271c tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369837 Aug 31 09:06:56.989689 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74e9c2-14b7-4d32-a2f1-1f3f3205f598 req-0ccf1d55-7c6a-4151-96d8-f82e8d640bf3 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:56.991190 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4b74e9c2-14b7-4d32-a2f1-1f3f3205f598 req-0ccf1d55-7c6a-4151-96d8-f82e8d640bf3 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.103 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0516484 Aug 31 09:06:57.088877 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-4b74e9c2-14b7-4d32-a2f1-1f3f3205f598 req-5f82f07e-137d-410b-82c2-f57008694502 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Deleting port f54e4cb1-c45f-4547-bfa6-bf8e67af6734 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:06:57.089120 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4b74e9c2-14b7-4d32-a2f1-1f3f3205f598 req-5f82f07e-137d-410b-82c2-f57008694502 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.178884 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-4b74e9c2-14b7-4d32-a2f1-1f3f3205f598 req-5f82f07e-137d-410b-82c2-f57008694502 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] For port f54e4cb1-c45f-4547-bfa6-bf8e67af6734, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,segment=NetworkSegment(ae283280-a3b0-47ee-9be1-ccf439ab3fdb),segment_id=ae283280-a3b0-47ee-9be1-ccf439ab3fdb)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:06:57.179253 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4b74e9c2-14b7-4d32-a2f1-1f3f3205f598 req-5f82f07e-137d-410b-82c2-f57008694502 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.192999 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-4b74e9c2-14b7-4d32-a2f1-1f3f3205f598 req-5f82f07e-137d-410b-82c2-f57008694502 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Calling delete_port for f54e4cb1-c45f-4547-bfa6-bf8e67af6734 owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:06:57.364218 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31918e8-514e-4797-9fed-a9e2013ee488 req-e02c5bfb-257d-4f29-ba39-4e14bbbb7e91 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:06:57.365622 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f31918e8-514e-4797-9fed-a9e2013ee488 req-e02c5bfb-257d-4f29-ba39-4e14bbbb7e91 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 945 time: 0.0617514 Aug 31 09:06:57.403840 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-f31918e8-514e-4797-9fed-a9e2013ee488 req-a6b7f30e-9b90-4a75-a575-08c4e298b6d5 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/security-groups?id=2180d69c-e1fe-4028-a6b2-ba302f0e1270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322008 Aug 31 09:06:57.467758 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4b74e9c2-14b7-4d32-a2f1-1f3f3205f598 req-5f82f07e-137d-410b-82c2-f57008694502 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.500174 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82f07e-137d-410b-82c2-f57008694502 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Pushing event deleted for resources: {'Port': ['ID=f54e4cb1-c45f-4547-bfa6-bf8e67af6734,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:06:57.542853 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b74e9c2-14b7-4d32-a2f1-1f3f3205f598 req-5f82f07e-137d-410b-82c2-f57008694502 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] No DVR routers for this DVR port f54e4cb1-c45f-4547-bfa6-bf8e67af6734 on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:06:57.545624 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-4b74e9c2-14b7-4d32-a2f1-1f3f3205f598 req-5f82f07e-137d-410b-82c2-f57008694502 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:06:57.547752 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-4b74e9c2-14b7-4d32-a2f1-1f3f3205f598 req-5f82f07e-137d-410b-82c2-f57008694502 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.103 "DELETE /v2.0/ports/f54e4cb1-c45f-4547-bfa6-bf8e67af6734 HTTP/1.1" status: 204 len: 173 time: 0.5490341 Aug 31 09:06:57.548217 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'name': 'network-vif-deleted', 'tag': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:06:57.550647 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b1abbe-1c90-42a8-8092-5f612016ebc2" -d '{"events": [{"server_uuid": "1e98ba28-d651-4cf0-8f5c-74a138801ad1", "name": "network-vif-deleted", "tag": "f54e4cb1-c45f-4547-bfa6-bf8e67af6734"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:06:57.594521 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e20d67-1e72-4b19-85d9-83980a0d6e3f x-openstack-request-id: req-25e20d67-1e72-4b19-85d9-83980a0d6e3f {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:06:57.594996 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e98ba28-d651-4cf0-8f5c-74a138801ad1", "name": "network-vif-deleted", "tag": "f54e4cb1-c45f-4547-bfa6-bf8e67af6734", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:06:57.597306 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-25e20d67-1e72-4b19-85d9-83980a0d6e3f {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:06:57.597306 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e98ba28-d651-4cf0-8f5c-74a138801ad1', 'name': 'network-vif-deleted', 'tag': 'f54e4cb1-c45f-4547-bfa6-bf8e67af6734', 'status': 'completed', 'code': 200} Aug 31 09:06:58.504086 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-29e442aa-0352-4f27-a989-55f2d2b2e90b req-90dbc0a4-61d5-416a-8149-f2595fa0695f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 210 time: 0.0276806 Aug 31 09:06:59.634859 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3e4abd48-e4e0-4d15-9ab4-068380803dbb req-7ed7382e-3257-44cb-841f-1474e04510c7 tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "GET /v2.0/ports?device_id=1e98ba28-d651-4cf0-8f5c-74a138801ad1 HTTP/1.1" status: 200 len: 210 time: 0.0285807 Aug 31 09:07:00.702565 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59786) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:00.724671 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device f54e4cb1-c45f-4547-bfa6-bf8e67af6734 no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:00.750988 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: f54e4cb1-c45f-4547-bfa6-bf8e67af6734 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:00.751912 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device f54e4cb1-c45f-4547-bfa6-bf8e67af6734 not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:00.773205 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-4a91d0f5-7ed3-48bc-880c-82be93dafa1f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.802403 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-4a91d0f5-7ed3-48bc-880c-82be93dafa1f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.953732 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-4a91d0f5-7ed3-48bc-880c-82be93dafa1f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.956344 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-4a91d0f5-7ed3-48bc-880c-82be93dafa1f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:00.957553 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-4a91d0f5-7ed3-48bc-880c-82be93dafa1f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] 10.222.0.74 "DELETE /v2.0/security-groups/2180d69c-e1fe-4028-a6b2-ba302f0e1270 HTTP/1.1" status: 204 len: 168 time: 0.2539895 Aug 31 09:07:00.967024 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91d0f5-7ed3-48bc-880c-82be93dafa1f tempest-TestShelveInstance-2018940048 tempest-TestShelveInstance-2018940048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2180d69c-e1fe-4028-a6b2-ba302f0e1270,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:01.092530 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59790) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:01.880634 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fdf0ee1c-da43-4b63-ac55-a1feb89adf06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435476'] for router_interface, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.214214 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-fdf0ee1c-da43-4b63-ac55-a1feb89adf06 admin admin] Deleting port d245f8da-85e4-40ab-82b0-0852b9f840f6 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:02.214549 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fdf0ee1c-da43-4b63-ac55-a1feb89adf06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.297878 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [None req-fdf0ee1c-da43-4b63-ac55-a1feb89adf06 admin admin] For port d245f8da-85e4-40ab-82b0-0852b9f840f6, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=d245f8da-85e4-40ab-82b0-0852b9f840f6,segment=NetworkSegment(ae283280-a3b0-47ee-9be1-ccf439ab3fdb),segment_id=ae283280-a3b0-47ee-9be1-ccf439ab3fdb)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:02.298292 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fdf0ee1c-da43-4b63-ac55-a1feb89adf06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.321426 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-fdf0ee1c-da43-4b63-ac55-a1feb89adf06 admin admin] Calling delete_port for d245f8da-85e4-40ab-82b0-0852b9f840f6 owned by network:router_interface {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:02.616699 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fdf0ee1c-da43-4b63-ac55-a1feb89adf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:02.643885 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0ee1c-da43-4b63-ac55-a1feb89adf06 admin admin] Pushing event deleted for resources: {'Port': ['ID=d245f8da-85e4-40ab-82b0-0852b9f840f6,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:02.824263 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-fdf0ee1c-da43-4b63-ac55-a1feb89adf06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435592'] for router_interface, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.052130 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf0ee1c-da43-4b63-ac55-a1feb89adf06 admin admin] Router c49a3740-8b46-4494-b2d9-5d9c92797f3d has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:07:03.169213 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf0ee1c-da43-4b63-ac55-a1feb89adf06 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:07:03.174668 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-fdf0ee1c-da43-4b63-ac55-a1feb89adf06 admin admin] 10.222.0.74 "PUT /v2.0/routers/c49a3740-8b46-4494-b2d9-5d9c92797f3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0810716 Aug 31 09:07:03.177719 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59794) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:03.178143 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ee4f3-ea47-4f2e-9dd1-d83da32cc6d6 None None] Sync routers for ids ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:07:03.189093 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9ee4f3-ea47-4f2e-9dd1-d83da32cc6d6 None None] Routers {'c49a3740-8b46-4494-b2d9-5d9c92797f3d'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:03.189755 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-9a9ee4f3-ea47-4f2e-9dd1-d83da32cc6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:06:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:03.296793 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0fc00b9a-2a2d-45d1-bb77-7ee047d295fd admin admin] Notify callbacks [] for router, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.301901 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-9a9ee4f3-ea47-4f2e-9dd1-d83da32cc6d6 None None] Set router c49a3740-8b46-4494-b2d9-5d9c92797f3d gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:03.405006 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0fc00b9a-2a2d-45d1-bb77-7ee047d295fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.492683 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-9a9ee4f3-ea47-4f2e-9dd1-d83da32cc6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'name': 'tempest-TestShelveInstance-724534103-router', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:01:57Z', 'updated_at': '2021-08-31T09:07:02Z', 'revision_number': 5, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'gw_port': {'id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:01:58Z', 'updated_at': '2021-08-31T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:03.521240 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ee4f3-ea47-4f2e-9dd1-d83da32cc6d6 None None] Checking router: c49a3740-8b46-4494-b2d9-5d9c92797f3d for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:07:03.531175 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9ee4f3-ea47-4f2e-9dd1-d83da32cc6d6 None None] Routers {'c49a3740-8b46-4494-b2d9-5d9c92797f3d'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:03.531972 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-9a9ee4f3-ea47-4f2e-9dd1-d83da32cc6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:06:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:03.595897 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-0fc00b9a-2a2d-45d1-bb77-7ee047d295fd admin admin] Deleting port ce7a8910-a625-4e55-a1e3-cf42041b2f23 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:03.596437 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0fc00b9a-2a2d-45d1-bb77-7ee047d295fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.649903 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-9a9ee4f3-ea47-4f2e-9dd1-d83da32cc6d6 None None] Set router c49a3740-8b46-4494-b2d9-5d9c92797f3d gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:03.685999 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [None req-0fc00b9a-2a2d-45d1-bb77-7ee047d295fd admin admin] For port ce7a8910-a625-4e55-a1e3-cf42041b2f23, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=ce7a8910-a625-4e55-a1e3-cf42041b2f23,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:03.686290 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0fc00b9a-2a2d-45d1-bb77-7ee047d295fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:03.705581 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-0fc00b9a-2a2d-45d1-bb77-7ee047d295fd admin admin] Calling delete_port for ce7a8910-a625-4e55-a1e3-cf42041b2f23 owned by network:router_gateway {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:03.849458 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-9a9ee4f3-ea47-4f2e-9dd1-d83da32cc6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'name': 'tempest-TestShelveInstance-724534103-router', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:01:57Z', 'updated_at': '2021-08-31T09:07:02Z', 'revision_number': 5, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'gw_port': {'id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:01:58Z', 'updated_at': '2021-08-31T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:03.877439 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9ee4f3-ea47-4f2e-9dd1-d83da32cc6d6 None None] The sync data for ids ['c49a3740-8b46-4494-b2d9-5d9c92797f3d'] in dv-cinder-782910-2-iscsi is: [{'id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'name': 'tempest-TestShelveInstance-724534103-router', 'tenant_id': '2c8bab362beb444d85312370bf5fd859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:01:57Z', 'updated_at': '2021-08-31T09:07:02Z', 'revision_number': 5, 'project_id': '2c8bab362beb444d85312370bf5fd859', 'gw_port': {'id': 'ce7a8910-a625-4e55-a1e3-cf42041b2f23', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49a3740-8b46-4494-b2d9-5d9c92797f3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:01:58Z', 'updated_at': '2021-08-31T09:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:07:03.989446 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0fc00b9a-2a2d-45d1-bb77-7ee047d295fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.018446 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc00b9a-2a2d-45d1-bb77-7ee047d295fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7a8910-a625-4e55-a1e3-cf42041b2f23,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:04.095888 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0fc00b9a-2a2d-45d1-bb77-7ee047d295fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434474'] for router_gateway, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.254522 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0fc00b9a-2a2d-45d1-bb77-7ee047d295fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12810'] for router, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.257038 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0fc00b9a-2a2d-45d1-bb77-7ee047d295fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.447012 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0fc00b9a-2a2d-45d1-bb77-7ee047d295fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441631'] for router, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.447572 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc00b9a-2a2d-45d1-bb77-7ee047d295fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c49a3740-8b46-4494-b2d9-5d9c92797f3d {{(pid=101273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:07:04.452579 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0fc00b9a-2a2d-45d1-bb77-7ee047d295fd admin admin] Notify callbacks [] for router, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.453627 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-0fc00b9a-2a2d-45d1-bb77-7ee047d295fd admin admin] 10.222.0.74 "DELETE /v2.0/routers/c49a3740-8b46-4494-b2d9-5d9c92797f3d HTTP/1.1" status: 204 len: 168 time: 1.2749453 Aug 31 09:07:04.456113 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59796) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:04.524753 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd6c52f-dc52-4ec2-a48e-5c67bc13ed60 admin admin] Deleting subnet 6b6d617a-f60f-429c-9b35-ee0f2425875b {{(pid=101273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:07:04.524753 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-9fd6c52f-dc52-4ec2-a48e-5c67bc13ed60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.547737 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device d245f8da-85e4-40ab-82b0-0852b9f840f6 no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:04.564294 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-9fd6c52f-dc52-4ec2-a48e-5c67bc13ed60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12966715'] for subnet, precommit_delete_associations {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.571315 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: d245f8da-85e4-40ab-82b0-0852b9f840f6 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:04.572043 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device d245f8da-85e4-40ab-82b0-0852b9f840f6 not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:04.664092 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-9fd6c52f-dc52-4ec2-a48e-5c67bc13ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.898684 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-9fd6c52f-dc52-4ec2-a48e-5c67bc13ed60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12899978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12590140'] for subnet, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.926460 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6c52f-dc52-4ec2-a48e-5c67bc13ed60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b6d617a-f60f-429c-9b35-ee0f2425875b,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:04.928981 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-9fd6c52f-dc52-4ec2-a48e-5c67bc13ed60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:04.932277 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-9fd6c52f-dc52-4ec2-a48e-5c67bc13ed60 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/6b6d617a-f60f-429c-9b35-ee0f2425875b HTTP/1.1" status: 204 len: 168 time: 0.4734724 Aug 31 09:07:04.935206 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 59798) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:04.945544 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623f350f-c45b-44d3-8d64-3adea882cc6d None None] Network 565b07a6-99f1-480b-b4f4-75b49df84b0d requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:07:05.034467 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.134558 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Deleting port 1a552110-9493-468f-9808-687bfc338ae4 {{(pid=101272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:05.135029 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.224576 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.db [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] For port 1a552110-9493-468f-9808-687bfc338ae4, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=1a552110-9493-468f-9808-687bfc338ae4,segment=NetworkSegment(ae283280-a3b0-47ee-9be1-ccf439ab3fdb),segment_id=ae283280-a3b0-47ee-9be1-ccf439ab3fdb)] {{(pid=101272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:05.224956 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.248039 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Calling delete_port for 1a552110-9493-468f-9808-687bfc338ae4 owned by network:dhcp {{(pid=101272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:05.281975 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] DHCP port deletion for 565b07a6-99f1-480b-b4f4-75b49df84b0d request from dv-cinder-782910-2-iscsi {{(pid=101274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:07:05.342761 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Deleting port 1a552110-9493-468f-9808-687bfc338ae4 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:05.343125 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.410191 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] For port 1a552110-9493-468f-9808-687bfc338ae4, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=1a552110-9493-468f-9808-687bfc338ae4,segment=NetworkSegment(ae283280-a3b0-47ee-9be1-ccf439ab3fdb),segment_id=ae283280-a3b0-47ee-9be1-ccf439ab3fdb)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:05.410625 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.422168 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.424172 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Calling delete_port for 1a552110-9493-468f-9808-687bfc338ae4 owned by network:dhcp {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:05.452041 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a552110-9493-468f-9808-687bfc338ae4,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:05.456629 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] No DVR routers for this DVR port 1a552110-9493-468f-9808-687bfc338ae4 on host dv-cinder-782910-2-iscsi {{(pid=101272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:05.465178 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.465528 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.465902 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.466201 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.466537 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.466872 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.467206 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.467536 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.467909 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.468272 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.469139 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.469464 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.510480 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.538059 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Pushing event deleted for resources: {'Port': ['ID=1a552110-9493-468f-9808-687bfc338ae4,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:05.539392 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.545908 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] No DVR routers for this DVR port 1a552110-9493-468f-9808-687bfc338ae4 on host dv-cinder-782910-2-iscsi {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:05.548325 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.549065 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.549065 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.549370 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.549668 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.550046 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.550376 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.550803 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.551130 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.551418 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565b07a6-99f1-480b-b4f4-75b49df84b0d']}} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:05.551564 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.551753 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.552102 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c202e3-bdd5-4271-a72f-5d1b4782c0ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:05.564404 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae283280-a3b0-47ee-9be1-ccf439ab3fdb') {'for_net_delete': True} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:05.564404 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae283280-a3b0-47ee-9be1-ccf439ab3fdb') {} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:05.574281 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192420'] for segment, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.589909 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.597328 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Releasing vlan 1358 on physical network physnet1 to pool {{(pid=101272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:07:05.597723 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427496'] for segment, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: Traceback (most recent call last): Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: timer() Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: cb(*args, **kw) Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: return func(*args, **kwargs) Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: self._notify() Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: self.callback(batched_events) Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: event.method(event) Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: return f(self, *a, **k) Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._get(url).json() Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: return self.request(url, 'GET', **kwargs) Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:07:05.599578 dv-cinder-782910-2-iscsi neutron-server[101272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:07:06.018915 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.027128 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.030093 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] 10.222.0.74 "DELETE /v2.0/networks/565b07a6-99f1-480b-b4f4-75b49df84b0d HTTP/1.1" status: 204 len: 168 time: 1.0929103 Aug 31 09:07:06.033375 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59800) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:06.044757 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1a9e3-6516-4633-a3f1-0e61222a7315 admin admin] Pushing event deleted for resources: {'Network': ['ID=565b07a6-99f1-480b-b4f4-75b49df84b0d,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:06.405964 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-6a659d54-7112-44f4-b0ed-73bf74eeb46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435476'] for router_interface, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.503748 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 1a552110-9493-468f-9808-687bfc338ae4 no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:06.529644 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: 1a552110-9493-468f-9808-687bfc338ae4 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:06.529987 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 1a552110-9493-468f-9808-687bfc338ae4 not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:06.530411 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device ce7a8910-a625-4e55-a1e3-cf42041b2f23 no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:06.551489 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: ce7a8910-a625-4e55-a1e3-cf42041b2f23 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:06.552349 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device ce7a8910-a625-4e55-a1e3-cf42041b2f23 not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:06.686399 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-6a659d54-7112-44f4-b0ed-73bf74eeb46d admin admin] Deleting port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:06.686735 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-6a659d54-7112-44f4-b0ed-73bf74eeb46d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.773887 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [None req-6a659d54-7112-44f4-b0ed-73bf74eeb46d admin admin] For port 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6,segment=NetworkSegment(5db02f0e-f4cf-4445-9f69-b2b966e802da),segment_id=5db02f0e-f4cf-4445-9f69-b2b966e802da)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:06.774242 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-6a659d54-7112-44f4-b0ed-73bf74eeb46d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:06.789211 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-6a659d54-7112-44f4-b0ed-73bf74eeb46d admin admin] Calling delete_port for 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 owned by network:router_interface {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:07.115582 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-6a659d54-7112-44f4-b0ed-73bf74eeb46d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.158115 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a659d54-7112-44f4-b0ed-73bf74eeb46d admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:07.364453 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-6a659d54-7112-44f4-b0ed-73bf74eeb46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435592'] for router_interface, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:07.903267 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a659d54-7112-44f4-b0ed-73bf74eeb46d admin admin] Router e0907218-26d8-4cb0-bf1a-d178f376bbe0 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:07:08.015129 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a659d54-7112-44f4-b0ed-73bf74eeb46d admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:07:08.020573 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-6a659d54-7112-44f4-b0ed-73bf74eeb46d admin admin] 10.222.0.74 "PUT /v2.0/routers/e0907218-26d8-4cb0-bf1a-d178f376bbe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9857118 Aug 31 09:07:08.024616 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59802) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:08.025744 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1418e6-ba73-4323-861a-9637b97659cd None None] Sync routers for ids ['e0907218-26d8-4cb0-bf1a-d178f376bbe0'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:07:08.037686 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1418e6-ba73-4323-861a-9637b97659cd None None] Routers {'e0907218-26d8-4cb0-bf1a-d178f376bbe0'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:08.038317 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-7e1418e6-ba73-4323-861a-9637b97659cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:06:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e0907218-26d8-4cb0-bf1a-d178f376bbe0'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:08.132270 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-92daa3eb-fb6f-4f67-9b81-72ff6ac4da3b admin admin] Notify callbacks [] for router, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.149066 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-7e1418e6-ba73-4323-861a-9637b97659cd None None] Set router e0907218-26d8-4cb0-bf1a-d178f376bbe0 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:08.243293 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-92daa3eb-fb6f-4f67-9b81-72ff6ac4da3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.334986 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-7e1418e6-ba73-4323-861a-9637b97659cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'name': 'tempest-TestShelveInstance-1187547894-router', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'f54a77d9-11b8-4596-bbf7-afb4a97d20e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:07Z', 'updated_at': '2021-08-31T09:07:06Z', 'revision_number': 5, 'project_id': '05dea04e133a4d4585594901494c63ea', 'gw_port': {'id': 'f54a77d9-11b8-4596-bbf7-afb4a97d20e1', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:69:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:08Z', 'updated_at': '2021-08-31T09:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:08.361294 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1418e6-ba73-4323-861a-9637b97659cd None None] Checking router: e0907218-26d8-4cb0-bf1a-d178f376bbe0 for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:07:08.369496 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1418e6-ba73-4323-861a-9637b97659cd None None] Routers {'e0907218-26d8-4cb0-bf1a-d178f376bbe0'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:07:08.370216 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-7e1418e6-ba73-4323-861a-9637b97659cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:06:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e0907218-26d8-4cb0-bf1a-d178f376bbe0'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:08.402609 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-92daa3eb-fb6f-4f67-9b81-72ff6ac4da3b admin admin] Deleting port f54a77d9-11b8-4596-bbf7-afb4a97d20e1 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:08.402879 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-92daa3eb-fb6f-4f67-9b81-72ff6ac4da3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.469848 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-7e1418e6-ba73-4323-861a-9637b97659cd None None] Set router e0907218-26d8-4cb0-bf1a-d178f376bbe0 gateway port host: None {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:07:08.491805 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [None req-92daa3eb-fb6f-4f67-9b81-72ff6ac4da3b admin admin] For port f54a77d9-11b8-4596-bbf7-afb4a97d20e1, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=f54a77d9-11b8-4596-bbf7-afb4a97d20e1,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:08.492204 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-92daa3eb-fb6f-4f67-9b81-72ff6ac4da3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.505705 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-92daa3eb-fb6f-4f67-9b81-72ff6ac4da3b admin admin] Calling delete_port for f54a77d9-11b8-4596-bbf7-afb4a97d20e1 owned by network:router_gateway {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:08.525298 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-7e1418e6-ba73-4323-861a-9637b97659cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'name': 'tempest-TestShelveInstance-1187547894-router', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:07Z', 'updated_at': '2021-08-31T09:07:08Z', 'revision_number': 6, 'project_id': '05dea04e133a4d4585594901494c63ea', 'gw_port_host': None}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:08.552404 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1418e6-ba73-4323-861a-9637b97659cd None None] The sync data for ids ['e0907218-26d8-4cb0-bf1a-d178f376bbe0'] in dv-cinder-782910-2-iscsi is: [{'id': 'e0907218-26d8-4cb0-bf1a-d178f376bbe0', 'name': 'tempest-TestShelveInstance-1187547894-router', 'tenant_id': '05dea04e133a4d4585594901494c63ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:07Z', 'updated_at': '2021-08-31T09:07:08Z', 'revision_number': 6, 'project_id': '05dea04e133a4d4585594901494c63ea', 'gw_port_host': None}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:07:08.789499 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-92daa3eb-fb6f-4f67-9b81-72ff6ac4da3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.814178 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92daa3eb-fb6f-4f67-9b81-72ff6ac4da3b admin admin] Pushing event deleted for resources: {'Port': ['ID=f54a77d9-11b8-4596-bbf7-afb4a97d20e1,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:08.880175 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-92daa3eb-fb6f-4f67-9b81-72ff6ac4da3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434474'] for router_gateway, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.972217 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-92daa3eb-fb6f-4f67-9b81-72ff6ac4da3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12810'] for router, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:08.974458 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-92daa3eb-fb6f-4f67-9b81-72ff6ac4da3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.132573 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-92daa3eb-fb6f-4f67-9b81-72ff6ac4da3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441631'] for router, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.133258 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92daa3eb-fb6f-4f67-9b81-72ff6ac4da3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0907218-26d8-4cb0-bf1a-d178f376bbe0 {{(pid=101273) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:07:09.139897 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-92daa3eb-fb6f-4f67-9b81-72ff6ac4da3b admin admin] Notify callbacks [] for router, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.143059 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-92daa3eb-fb6f-4f67-9b81-72ff6ac4da3b admin admin] 10.222.0.74 "DELETE /v2.0/routers/e0907218-26d8-4cb0-bf1a-d178f376bbe0 HTTP/1.1" status: 204 len: 168 time: 1.1159844 Aug 31 09:07:09.144261 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59804) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:09.191788 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa854cc-7a0d-436f-9d6b-24b86905c2fe admin admin] Deleting subnet 44174e2f-86c6-434a-9da2-0975a044f766 {{(pid=101273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:07:09.195642 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ffa854cc-7a0d-436f-9d6b-24b86905c2fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.232122 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ffa854cc-7a0d-436f-9d6b-24b86905c2fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12966715'] for subnet, precommit_delete_associations {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.318035 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ffa854cc-7a0d-436f-9d6b-24b86905c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.482848 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ffa854cc-7a0d-436f-9d6b-24b86905c2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12899978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12590140'] for subnet, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.521250 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa854cc-7a0d-436f-9d6b-24b86905c2fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44174e2f-86c6-434a-9da2-0975a044f766,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:09.523285 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ffa854cc-7a0d-436f-9d6b-24b86905c2fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.528228 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-ffa854cc-7a0d-436f-9d6b-24b86905c2fe admin admin] 10.222.0.74 "DELETE /v2.0/subnets/44174e2f-86c6-434a-9da2-0975a044f766 HTTP/1.1" status: 204 len: 168 time: 0.3800130 Aug 31 09:07:09.529089 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc69fd5-d11f-4e98-947e-bc59a7614cbd None None] Network 80f70601-94a8-4e68-9eed-f45bc5d4196b requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:07:09.529462 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59806) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:09.599428 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.659321 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] Deleting port 6c44981e-4a00-4eef-b962-a995c34be2b9 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:09.659658 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.708551 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e53566d-a35c-4bf6-8bae-a6eeadf1165a None None] DHCP port deletion for 80f70601-94a8-4e68-9eed-f45bc5d4196b request from dv-cinder-782910-2-iscsi {{(pid=101274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:07:09.728079 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] For port 6c44981e-4a00-4eef-b962-a995c34be2b9, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=6c44981e-4a00-4eef-b962-a995c34be2b9,segment=NetworkSegment(5db02f0e-f4cf-4445-9f69-b2b966e802da),segment_id=5db02f0e-f4cf-4445-9f69-b2b966e802da)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:09.728437 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.741975 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] Calling delete_port for 6c44981e-4a00-4eef-b962-a995c34be2b9 owned by network:dhcp {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:09.755065 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-3e53566d-a35c-4bf6-8bae-a6eeadf1165a None None] Deleting port 6c44981e-4a00-4eef-b962-a995c34be2b9 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:07:09.755475 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3e53566d-a35c-4bf6-8bae-a6eeadf1165a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.818516 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-3e53566d-a35c-4bf6-8bae-a6eeadf1165a None None] For port 6c44981e-4a00-4eef-b962-a995c34be2b9, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=6c44981e-4a00-4eef-b962-a995c34be2b9,segment=NetworkSegment(5db02f0e-f4cf-4445-9f69-b2b966e802da),segment_id=5db02f0e-f4cf-4445-9f69-b2b966e802da)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:07:09.818965 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3e53566d-a35c-4bf6-8bae-a6eeadf1165a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:09.833684 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-3e53566d-a35c-4bf6-8bae-a6eeadf1165a None None] Calling delete_port for 6c44981e-4a00-4eef-b962-a995c34be2b9 owned by network:dhcp {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:07:10.018106 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.025326 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3e53566d-a35c-4bf6-8bae-a6eeadf1165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.049435 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6c44981e-4a00-4eef-b962-a995c34be2b9,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:10.055064 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53566d-a35c-4bf6-8bae-a6eeadf1165a None None] Pushing event deleted for resources: {'Port': ['ID=6c44981e-4a00-4eef-b962-a995c34be2b9,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:10.055331 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] No DVR routers for this DVR port 6c44981e-4a00-4eef-b962-a995c34be2b9 on host dv-cinder-782910-2-iscsi {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:10.057093 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53566d-a35c-4bf6-8bae-a6eeadf1165a None None] No DVR routers for this DVR port 6c44981e-4a00-4eef-b962-a995c34be2b9 on host dv-cinder-782910-2-iscsi {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:07:10.126328 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.135987 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f70601-94a8-4e68-9eed-f45bc5d4196b']}} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:10.145971 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db02f0e-f4cf-4445-9f69-b2b966e802da') {'for_net_delete': True} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:10.146267 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.services.segments.db [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db02f0e-f4cf-4445-9f69-b2b966e802da') {} {{(pid=101273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:07:10.155452 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12966656'] for segment, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.170193 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.177833 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] Releasing vlan 1389 on physical network physnet1 to pool {{(pid=101273) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:07:10.178220 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12899888'] for segment, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: Traceback (most recent call last): Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: timer() Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: cb(*args, **kw) Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: return func(*args, **kwargs) Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: self._notify() Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: self.callback(batched_events) Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: event.method(event) Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: return f(self, *a, **k) Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: return self._get(url).json() Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: return self.request(url, 'GET', **kwargs) Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:07:10.179847 dv-cinder-782910-2-iscsi neutron-server[101273]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:07:10.310218 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.316267 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.317840 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] 10.222.0.74 "DELETE /v2.0/networks/80f70601-94a8-4e68-9eed-f45bc5d4196b HTTP/1.1" status: 204 len: 168 time: 0.7883842 Aug 31 09:07:10.329590 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bf1f4-0a96-4e79-b360-4c95b29594ff admin admin] Pushing event deleted for resources: {'Network': ['ID=80f70601-94a8-4e68-9eed-f45bc5d4196b,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:10.486027 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:10.505821 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:10.506163 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 3b5a1dcf-d9e8-4df7-b83b-050da02ed3d6 not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:10.506562 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 6c44981e-4a00-4eef-b962-a995c34be2b9 no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:10.525421 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: 6c44981e-4a00-4eef-b962-a995c34be2b9 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:10.525791 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 6c44981e-4a00-4eef-b962-a995c34be2b9 not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:10.526147 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device f54a77d9-11b8-4596-bbf7-afb4a97d20e1 no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:07:10.546184 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: f54a77d9-11b8-4596-bbf7-afb4a97d20e1 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:07:10.546860 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device f54a77d9-11b8-4596-bbf7-afb4a97d20e1 not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:07:10.738920 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59810) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:10.779593 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-f69db762-6494-4ffb-bb7f-ad82ba3e2589 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2c8bab362beb444d85312370bf5fd859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394356 Aug 31 09:07:10.782068 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59812) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:10.832389 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-3b570aae-268a-4c8f-8371-597b149d793b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.853739 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-3b570aae-268a-4c8f-8371-597b149d793b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.989474 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-3b570aae-268a-4c8f-8371-597b149d793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.992043 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-3b570aae-268a-4c8f-8371-597b149d793b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:10.993216 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-3b570aae-268a-4c8f-8371-597b149d793b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/92ec4aae-67c7-4260-b2e6-a5ffe1c524f7 HTTP/1.1" status: 204 len: 168 time: 0.2102170 Aug 31 09:07:11.001704 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b570aae-268a-4c8f-8371-597b149d793b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ec4aae-67c7-4260-b2e6-a5ffe1c524f7,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:11.875197 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-73b268b1-f2ff-4c2b-9431-0613ad0fd995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:11.919145 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59818) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:11.958671 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-c9ae16fd-f135-421d-8c55-d946feae16fd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=05dea04e133a4d4585594901494c63ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382624 Aug 31 09:07:11.961495 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59820) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:07:12.009848 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1da5-abd3-4369-aaa0-23a32b7a5ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:12.030308 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1da5-abd3-4369-aaa0-23a32b7a5ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:12.159699 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1da5-abd3-4369-aaa0-23a32b7a5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:12.162318 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-0e5b1da5-abd3-4369-aaa0-23a32b7a5ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:12.163528 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-0e5b1da5-abd3-4369-aaa0-23a32b7a5ba2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/67253e0b-3170-4737-8285-012b1d0bf334 HTTP/1.1" status: 204 len: 168 time: 0.2010763 Aug 31 09:07:12.172697 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b1da5-abd3-4369-aaa0-23a32b7a5ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67253e0b-3170-4737-8285-012b1d0bf334,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:14.607308 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-8020b2bc-98f0-45b2-9925-1542315ccf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:14.729540 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:15.235239 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:15.821851 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:16.408179 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:07:17.680700 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:41.897713 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-12d1a702-5e53-477b-b35e-c5de977e9cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.548774 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-fec1ee70-9ad7-4f0e-bd79-d4a3aa6e977d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:44.691736 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:45.239640 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:45.862941 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:47.696373 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:49.171189 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-eea4f249-ebcb-4ef5-8fb2-d5dfc236a0c4 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497803970&fields=id&tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a HTTP/1.1" status: 200 len: 267 time: 0.0397792 Aug 31 09:07:49.296722 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-58ff1fe4-a755-420e-8949-8ade427cd9a6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:49.298701 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-58ff1fe4-a755-420e-8949-8ade427cd9a6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/networks?id=46d184a8-3f7b-464f-b4d7-109398b1164f HTTP/1.1" status: 200 len: 811 time: 0.1161981 Aug 31 09:07:49.321188 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-99269d5f-970e-44b3-8113-e361a538c34f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/quotas/dce013a22e8e4e7f8630afb4ae78fd7a HTTP/1.1" status: 200 len: 375 time: 0.0159965 Aug 31 09:07:49.404247 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-f94d5288-7bc1-4251-b067-7ce40a6884ac tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0764828 Aug 31 09:07:49.524366 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-2c620ba7-48d8-405f-bbe1-4ffc4dd107fa service neutron] 10.222.0.74 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068633 Aug 31 09:07:49.630284 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-34f110d6-cf7d-4f0a-ac9b-afaafc6739a9 service neutron] 10.222.0.74 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987473 Aug 31 09:07:50.701243 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-c2c3f21a-3daf-432d-a58c-94ae8cb2531f req-cbe3a42f-19e2-435c-808d-10e2425acf8c tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 210 time: 0.1921692 Aug 31 09:07:51.809248 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-d0973645-71ee-41d8-ba54-553eb71b2b68 req-91bf3bf0-cafc-4fc9-8b92-4436c0a44089 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 210 time: 0.0426383 Aug 31 09:07:52.950977 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1a70c8dd-799d-4d64-b6c3-6e347a637ba9 req-df054622-fa68-4420-a8e4-1339bbc13c2b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 210 time: 0.0425086 Aug 31 09:07:53.407690 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:07:53.837290 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d3c4440-1b2e-4aec-bfef-8be53c6d32b2 req-9bcc6f08-3604-46ed-8250-a6c94dddd94c service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477729 Aug 31 09:07:53.911041 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c4440-1b2e-4aec-bfef-8be53c6d32b2 req-eca719a8-2267-4a29-8886-f48e0b162444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:53.912687 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d3c4440-1b2e-4aec-bfef-8be53c6d32b2 req-eca719a8-2267-4a29-8886-f48e0b162444 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 1098 time: 0.0507929 Aug 31 09:07:54.045363 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c4440-1b2e-4aec-bfef-8be53c6d32b2 req-702de346-8f10-42f6-8f18-a10e800acbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:54.046887 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d3c4440-1b2e-4aec-bfef-8be53c6d32b2 req-702de346-8f10-42f6-8f18-a10e800acbd9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=46d184a8-3f7b-464f-b4d7-109398b1164f HTTP/1.1" status: 200 len: 913 time: 0.1096783 Aug 31 09:07:54.118920 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-a3b6eca9-cf7a-4be4-9785-a59e689ce911 req-b9db57d5-d3c9-4803-8049-9bb3cab494cb tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 210 time: 0.0645540 Aug 31 09:07:54.141556 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d3c4440-1b2e-4aec-bfef-8be53c6d32b2 req-b442fc16-ee6d-4269-b43a-ae69ee9bab33 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d5583e1-87bf-4db5-ae60-fc3bc5439f8b HTTP/1.1" status: 200 len: 1001 time: 0.0777893 Aug 31 09:07:54.247736 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c4440-1b2e-4aec-bfef-8be53c6d32b2 req-32aa5f68-d78f-49f0-afcc-71a865da5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:54.249280 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d3c4440-1b2e-4aec-bfef-8be53c6d32b2 req-32aa5f68-d78f-49f0-afcc-71a865da5a8d service neutron] 10.222.0.103 "GET /v2.0/subnets?id=cc78a120-32e5-43ac-b054-fe1bce3486b4 HTTP/1.1" status: 200 len: 850 time: 0.0997822 Aug 31 09:07:54.321363 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-087f2046-0b20-4444-9c19-3f3c150392af tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:54.322825 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-087f2046-0b20-4444-9c19-3f3c150392af tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.103 "GET /v2.0/networks?id=46d184a8-3f7b-464f-b4d7-109398b1164f HTTP/1.1" status: 200 len: 811 time: 0.1463044 Aug 31 09:07:54.328077 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c4440-1b2e-4aec-bfef-8be53c6d32b2 req-5ebff194-3412-45dc-a947-01c80be429d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:54.329567 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d3c4440-1b2e-4aec-bfef-8be53c6d32b2 req-5ebff194-3412-45dc-a947-01c80be429d9 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=46d184a8-3f7b-464f-b4d7-109398b1164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713382 Aug 31 09:07:54.427424 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-40bcfbcc-0286-4cd0-9b3c-ed988e34e1d9 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.103 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a HTTP/1.1" status: 200 len: 380 time: 0.0875919 Aug 31 09:07:54.444648 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Request body: {'port': {'device_id': 'bd192409-caaa-4c84-bdc3-786375a15a0e', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'admin_state_up': True, 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'security_groups': ['5dcbb02e-e6da-4b2e-b01d-43b63a2235ad']}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:54.514961 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d3c4440-1b2e-4aec-bfef-8be53c6d32b2 req-fe7391b4-4bad-4abb-a080-cdfece3ba3e2 service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691964 Aug 31 09:07:54.662520 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3d3c4440-1b2e-4aec-bfef-8be53c6d32b2 req-e2aa805c-a7ae-4f97-8290-095b0c4c4fc1 service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335495 Aug 31 09:07:54.834018 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Made reservation on behalf of dce013a22e8e4e7f8630afb4ae78fd7a for: {'port': 1} {{(pid=101273) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 09:07:54.837928 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:54.979604 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Allocated IP 172.20.0.11 (46d184a8-3f7b-464f-b4d7-109398b1164f/cc78a120-32e5-43ac-b054-fe1bce3486b4/51633909-52a6-4a7e-b2b4-494a11f3e94b) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:07:55.124492 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:55.138845 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Transition to ACTIVE for port object 51633909-52a6-4a7e-b2b4-494a11f3e94b will not be triggered until provisioned by entity DHCP. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:55.218361 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-1a8b4db5-e089-4ce6-8724-0dbeb441997d req-78755502-088f-4b36-95b2-9bb6f5700e4d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 210 time: 0.0263720 Aug 31 09:07:55.293013 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:55.342025 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Network 46d184a8-3f7b-464f-b4d7-109398b1164f is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:07:55.345083 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:07:55.349004 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:07:55.356397 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event updated for resources: {'Port': ['ID=51633909-52a6-4a7e-b2b4-494a11f3e94b,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:55.386669 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:55.386669 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:55.386669 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:55.386669 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:55.386669 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:55.387410 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:55.387410 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:55.387613 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:55.387891 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:55.388492 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:55.389052 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:55.389597 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:07:55.436220 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:55.437299 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:55.561464 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-81637691-3897-4a3c-8afb-fc915ffba859 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.103 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1273978 Aug 31 09:07:55.577034 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Request body: {'port': {'device_id': 'bd192409-caaa-4c84-bdc3-786375a15a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78291'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:07:55.629883 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:55.778330 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-ce0258d7-8a11-4cba-87e5-7c37d7118b34 None None] Provisioning for port 51633909-52a6-4a7e-b2b4-494a11f3e94b completed by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:07:55.785645 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-ce0258d7-8a11-4cba-87e5-7c37d7118b34 None None] Provisioning complete for port 51633909-52a6-4a7e-b2b4-494a11f3e94b triggered by entity DHCP. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:07:55.786433 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ce0258d7-8a11-4cba-87e5-7c37d7118b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:55.851112 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-ce0258d7-8a11-4cba-87e5-7c37d7118b34 None None] Port 51633909-52a6-4a7e-b2b4-494a11f3e94b cannot update to ACTIVE because it is not bound. {{(pid=101274) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 09:07:55.975090 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51633909-52a6-4a7e-b2b4-494a11f3e94b {{(pid=101273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:07:55.983972 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:56.000543 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.provisioning_blocks [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Transition to ACTIVE for port object 51633909-52a6-4a7e-b2b4-494a11f3e94b will not be triggered until provisioned by entity L2. {{(pid=101273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 09:07:56.200169 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:56.251524 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Pushing event updated for resources: {'Port': ['ID=51633909-52a6-4a7e-b2b4-494a11f3e94b,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:56.351046 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Attempting to bind port 51633909-52a6-4a7e-b2b4-494a11f3e94b on host hv-cinder-78291 for vnic_type normal with profile {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 09:07:56.351380 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Attempting to bind port 51633909-52a6-4a7e-b2b4-494a11f3e94b by drivers openvswitch,hyperv on host hv-cinder-78291 at level 0 using segments [{'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 09:07:56.351783 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Attempting to bind port 51633909-52a6-4a7e-b2b4-494a11f3e94b on network 46d184a8-3f7b-464f-b4d7-109398b1164f {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:56.359394 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Port 51633909-52a6-4a7e-b2b4-494a11f3e94b on network 46d184a8-3f7b-464f-b4d7-109398b1164f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78291 {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 09:07:56.359719 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Attempting to bind port 51633909-52a6-4a7e-b2b4-494a11f3e94b on network 46d184a8-3f7b-464f-b4d7-109398b1164f {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 09:07:56.368601 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Checking agent: {'id': '8298d204-de7c-4969-bc62-ad41efed125e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78291', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'started_at': datetime.datetime(2021, 8, 31, 8, 50, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 9, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 09:07:56.368950 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Checking segment: {'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 09:07:56.369938 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Bound using segment: {'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'} {{(pid=101273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 09:07:56.370313 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.managers [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Bound port: 51633909-52a6-4a7e-b2b4-494a11f3e94b, host: hv-cinder-78291, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d37488-63f2-47da-bbb1-162476688a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f'}}] {{(pid=101273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 09:07:56.370678 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:56.379841 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5cd20-844f-48ec-ab0a-83871ebe76f6 req-0d07f90a-7b10-414f-8686-cc3181e540b5 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:56.381547 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-31b5cd20-844f-48ec-ab0a-83871ebe76f6 req-0d07f90a-7b10-414f-8686-cc3181e540b5 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 944 time: 0.0721664 Aug 31 09:07:56.464228 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-31b5cd20-844f-48ec-ab0a-83871ebe76f6 req-d4497bb1-0249-4760-8611-926678a855d9 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735064 Aug 31 09:07:56.481804 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] For port 51633909-52a6-4a7e-b2b4-494a11f3e94b, host hv-cinder-78291, cleared binding levels {{(pid=101273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 09:07:56.485095 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] For port 51633909-52a6-4a7e-b2b4-494a11f3e94b, host hv-cinder-78291, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=51633909-52a6-4a7e-b2b4-494a11f3e94b,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 09:07:56.587920 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:56.627015 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:56.627632 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:07:56.629047 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] 10.222.0.103 "PUT /v2.0/ports/51633909-52a6-4a7e-b2b4-494a11f3e94b HTTP/1.1" status: 200 len: 1094 time: 1.0565515 Aug 31 09:07:56.629484 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd192409-caaa-4c84-bdc3-786375a15a0e', 'tag': '51633909-52a6-4a7e-b2b4-494a11f3e94b'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:07:56.631730 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a6e68a-3de6-4ed4-a9cb-04263505f77c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd192409-caaa-4c84-bdc3-786375a15a0e", "tag": "51633909-52a6-4a7e-b2b4-494a11f3e94b"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:07:56.656628 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57510015-3d0f-4ca4-91e3-5ee4c47defd4 service neutron] Pushing event updated for resources: {'Port': ['ID=51633909-52a6-4a7e-b2b4-494a11f3e94b,revision_number=3']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:07:56.676331 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25578991-bfb5-4a06-b179-4d581b11f238 x-openstack-request-id: req-25578991-bfb5-4a06-b179-4d581b11f238 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:07:56.684469 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd192409-caaa-4c84-bdc3-786375a15a0e", "tag": "51633909-52a6-4a7e-b2b4-494a11f3e94b", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:07:56.684469 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-25578991-bfb5-4a06-b179-4d581b11f238 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:07:56.684469 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd192409-caaa-4c84-bdc3-786375a15a0e', 'tag': '51633909-52a6-4a7e-b2b4-494a11f3e94b', 'status': 'completed', 'code': 200} Aug 31 09:07:56.754582 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6e68a-3de6-4ed4-a9cb-04263505f77c req-d7a68d36-88e4-4a84-a9f4-cd91789f78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:56.756556 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-65a6e68a-3de6-4ed4-a9cb-04263505f77c req-d7a68d36-88e4-4a84-a9f4-cd91789f78e1 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 1097 time: 0.0512607 Aug 31 09:07:56.869972 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6e68a-3de6-4ed4-a9cb-04263505f77c req-4d88fc2b-3ee8-4093-898d-6b2b4395817c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:56.871611 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-65a6e68a-3de6-4ed4-a9cb-04263505f77c req-4d88fc2b-3ee8-4093-898d-6b2b4395817c service neutron] 10.222.0.103 "GET /v2.0/networks?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1034925 Aug 31 09:07:56.972100 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6e68a-3de6-4ed4-a9cb-04263505f77c req-cfb8c03d-7d13-42d5-acb6-7cc35dd65763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:56.973593 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-65a6e68a-3de6-4ed4-a9cb-04263505f77c req-cfb8c03d-7d13-42d5-acb6-7cc35dd65763 service neutron] 10.222.0.103 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0946250 Aug 31 09:07:57.058415 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-01bf4a04-c211-4b5f-a106-592a260eea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:57.059926 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-01bf4a04-c211-4b5f-a106-592a260eea14 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 1097 time: 0.0465701 Aug 31 09:07:57.103024 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-9c9a4527-1149-48f4-bf4b-8a89b6a184a7 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51633909-52a6-4a7e-b2b4-494a11f3e94b HTTP/1.1" status: 200 len: 217 time: 0.0349457 Aug 31 09:07:57.153427 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-3ecce94c-59a8-4094-a02f-c004974a96e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:57.154908 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-3ecce94c-59a8-4094-a02f-c004974a96e0 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=cc78a120-32e5-43ac-b054-fe1bce3486b4 HTTP/1.1" status: 200 len: 850 time: 0.0439231 Aug 31 09:07:57.206911 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-47234d51-194c-4cd5-a998-f2333396fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:57.208353 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-47234d51-194c-4cd5-a998-f2333396fc4a service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=46d184a8-3f7b-464f-b4d7-109398b1164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460722 Aug 31 09:07:57.302198 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-633ef0dc-66f1-40b8-aa25-2955e100e927 service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859010 Aug 31 09:07:57.400797 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9cb73304-df0c-4041-a2df-d5673d6e0269 req-c434c10a-ac07-4318-9b29-69102d5952f2 service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877371 Aug 31 09:07:57.866815 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2f585-5174-48bd-aa3f-1fb90ac1353e req-cfaba061-93cf-4b12-bc98-74d239a59c2a tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:57.868395 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-42b2f585-5174-48bd-aa3f-1fb90ac1353e req-cfaba061-93cf-4b12-bc98-74d239a59c2a tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 944 time: 0.3316135 Aug 31 09:07:57.907438 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-42b2f585-5174-48bd-aa3f-1fb90ac1353e req-35fe4492-cbce-47c4-8d27-e302c5840946 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324609 Aug 31 09:07:59.033292 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf95cc-076d-403c-840d-c20c4749f193 req-fe8c6f63-d3ae-40f2-810a-77d0ac7fa9a2 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:07:59.034849 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6cdf95cc-076d-403c-840d-c20c4749f193 req-fe8c6f63-d3ae-40f2-810a-77d0ac7fa9a2 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 944 time: 0.0571265 Aug 31 09:07:59.075905 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6cdf95cc-076d-403c-840d-c20c4749f193 req-c31c5260-facd-45f6-ae90-ad9fec52e26d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344651 Aug 31 09:08:00.243928 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecf125-e353-41fb-84b9-bf0214eed8e3 req-54e139a1-b393-4c17-aa4c-01d70d37e411 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:00.245923 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-07ecf125-e353-41fb-84b9-bf0214eed8e3 req-54e139a1-b393-4c17-aa4c-01d70d37e411 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 944 time: 0.0569181 Aug 31 09:08:00.321288 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-07ecf125-e353-41fb-84b9-bf0214eed8e3 req-399164ba-f7d3-43dc-994d-8b5e6fb5c5fb tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635591 Aug 31 09:08:01.477527 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171c5bc-dd75-47b5-837b-67378735b151 req-a5824362-7e7a-4bf4-8378-628de8d2d299 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:01.480028 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e171c5bc-dd75-47b5-837b-67378735b151 req-a5824362-7e7a-4bf4-8378-628de8d2d299 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 944 time: 0.0814283 Aug 31 09:08:01.551683 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e171c5bc-dd75-47b5-837b-67378735b151 req-71c3defa-7e92-43ce-a9f1-7837f4fef8f1 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635211 Aug 31 09:08:02.687783 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c8809-d564-4fbf-a383-e1625511c97c req-01b22cc1-088d-4e1a-aa9c-546e6c4963b1 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:02.689533 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-998c8809-d564-4fbf-a383-e1625511c97c req-01b22cc1-088d-4e1a-aa9c-546e6c4963b1 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 944 time: 0.0642190 Aug 31 09:08:02.733152 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-998c8809-d564-4fbf-a383-e1625511c97c req-20842779-d81a-46db-bdf0-d00b0bea34cc tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372026 Aug 31 09:08:03.858943 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d0778-3a0a-499c-b621-f3f01a56103a req-fe1f3cf1-9677-4d93-b860-ca532a6ce400 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:03.860609 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6e2d0778-3a0a-499c-b621-f3f01a56103a req-fe1f3cf1-9677-4d93-b860-ca532a6ce400 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 944 time: 0.0560055 Aug 31 09:08:03.903761 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6e2d0778-3a0a-499c-b621-f3f01a56103a req-b3231c21-1b7f-4f02-aadc-5be6f5fd11df tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368760 Aug 31 09:08:05.017953 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 51633909-52a6-4a7e-b2b4-494a11f3e94b details requested by agent hyperv_hv-cinder-78291 with host hv-cinder-78291 {{(pid=101274) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 09:08:05.043103 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afa81f8-0e8a-4e66-95e7-22c941902267 req-1f2b3712-1075-4149-ab31-b5a0300f9191 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:05.045828 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2afa81f8-0e8a-4e66-95e7-22c941902267 req-1f2b3712-1075-4149-ab31-b5a0300f9191 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 944 time: 0.0690892 Aug 31 09:08:05.090168 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-2afa81f8-0e8a-4e66-95e7-22c941902267 req-274e6697-04d1-4d0a-b6ac-c1cd7f07f849 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379462 Aug 31 09:08:05.134920 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 51633909-52a6-4a7e-b2b4-494a11f3e94b, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=51633909-52a6-4a7e-b2b4-494a11f3e94b,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:05.148541 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Returning: {'device': '51633909-52a6-4a7e-b2b4-494a11f3e94b', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'port_id': '51633909-52a6-4a7e-b2b4-494a11f3e94b', 'mac_address': 'fa:16:3e:ee:91:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101274) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 09:08:05.201104 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:05.216005 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51633909-52a6-4a7e-b2b4-494a11f3e94b {{(pid=101274) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 09:08:05.237027 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 51633909-52a6-4a7e-b2b4-494a11f3e94b, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=51633909-52a6-4a7e-b2b4-494a11f3e94b,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:05.337824 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:05.401658 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=51633909-52a6-4a7e-b2b4-494a11f3e94b,revision_number=4']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:05.626903 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] get_ports_and_sgs() called for port_ids ['51633909-52a6-4a7e-b2b4-494a11f3e94b'] {{(pid=101274) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 09:08:06.222532 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d270eb-4c09-498e-898d-940b2833d94f req-c0d033b3-de82-428a-9085-c55e4f284788 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:06.224127 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-20d270eb-4c09-498e-898d-940b2833d94f req-c0d033b3-de82-428a-9085-c55e4f284788 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 945 time: 0.0535319 Aug 31 09:08:06.277902 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-20d270eb-4c09-498e-898d-940b2833d94f req-69469b51-0471-4e3b-b058-f63ec857d065 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475891 Aug 31 09:08:07.026615 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 51633909-52a6-4a7e-b2b4-494a11f3e94b up at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 09:08:07.199767 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning for port 51633909-52a6-4a7e-b2b4-494a11f3e94b completed by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 09:08:07.204227 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.provisioning_blocks [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Provisioning complete for port 51633909-52a6-4a7e-b2b4-494a11f3e94b triggered by entity L2. {{(pid=101274) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 09:08:07.204602 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3700760'] for port, provisioning_complete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:07.287549 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:07.312208 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd192409-caaa-4c84-bdc3-786375a15a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51633909-52a6-4a7e-b2b4-494a11f3e94b'}] {{(pid=101274) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:07.314512 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}335ec82df3217d9beb6fe0ae699dc66df818c5177132b55d7bc480fb98024e7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638ed080-e073-4e5d-8361-504b3eca96cd" -d '{"events": [{"server_uuid": "bd192409-caaa-4c84-bdc3-786375a15a0e", "name": "network-vif-plugged", "status": "completed", "tag": "51633909-52a6-4a7e-b2b4-494a11f3e94b"}]}' {{(pid=101274) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:07.329942 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] For port 51633909-52a6-4a7e-b2b4-494a11f3e94b, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=51633909-52a6-4a7e-b2b4-494a11f3e94b,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:08:07.364716 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced11d10-28c7-4411-a49a-2b055d6bdbe5 x-openstack-request-id: req-ced11d10-28c7-4411-a49a-2b055d6bdbe5 {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:07.364716 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd192409-caaa-4c84-bdc3-786375a15a0e", "name": "network-vif-plugged", "status": "completed", "tag": "51633909-52a6-4a7e-b2b4-494a11f3e94b", "code": 200}]} {{(pid=101274) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:07.364716 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ced11d10-28c7-4411-a49a-2b055d6bdbe5 {{(pid=101274) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:07.364716 dv-cinder-782910-2-iscsi neutron-server[101274]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd192409-caaa-4c84-bdc3-786375a15a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51633909-52a6-4a7e-b2b4-494a11f3e94b', 'code': 200} Aug 31 09:08:07.413045 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1596c29-94cb-477d-ac78-a33090d7b097 req-fd255ba6-335d-4c1c-b4d3-8dcd2969baeb tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:07.414787 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e1596c29-94cb-477d-ac78-a33090d7b097 req-fd255ba6-335d-4c1c-b4d3-8dcd2969baeb tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 945 time: 0.0580540 Aug 31 09:08:07.456063 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-e1596c29-94cb-477d-ac78-a33090d7b097 req-53e19f3f-14e7-4105-a7c1-98c92cded03d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342500 Aug 31 09:08:07.547427 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674'] for port, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:07.604679 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Pushing event updated for resources: {'Port': ['ID=51633909-52a6-4a7e-b2b4-494a11f3e94b,revision_number=5']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:07.612518 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:07.612869 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:07.613279 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:07.613561 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:07.613899 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:07.614249 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:07.614568 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:07.614963 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:07.615226 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:07.615613 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:07.615969 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:07.616291 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:08:08.178223 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccc96a-47f4-4a3a-b8bb-50ff6cb461b1 req-6810ee4d-6121-4de2-b340-8fa8d0fff22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:08.179867 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-17ccc96a-47f4-4a3a-b8bb-50ff6cb461b1 req-6810ee4d-6121-4de2-b340-8fa8d0fff22b service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 1099 time: 0.0982678 Aug 31 09:08:08.220904 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-17ccc96a-47f4-4a3a-b8bb-50ff6cb461b1 req-1471575c-2f94-4c40-8175-53a67f4dbd4c service neutron] 10.222.0.103 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293093 Aug 31 09:08:08.576966 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a761b-bc6e-4d68-86a9-1404d7837adf req-b30d9655-c217-4102-bc88-22d971d2964c tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:08.578504 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e83a761b-bc6e-4d68-86a9-1404d7837adf req-b30d9655-c217-4102-bc88-22d971d2964c tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 946 time: 0.0516355 Aug 31 09:08:08.637392 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-e83a761b-bc6e-4d68-86a9-1404d7837adf req-92d195ad-fc2c-484f-9224-7e8764cb7cfa tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525751 Aug 31 09:08:09.763247 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548025a-8405-4f20-8c33-da9d022c8e7e req-e690aecc-bbf2-46b8-8458-857d98cd4ba3 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:09.764811 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5548025a-8405-4f20-8c33-da9d022c8e7e req-e690aecc-bbf2-46b8-8458-857d98cd4ba3 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 946 time: 0.0527606 Aug 31 09:08:09.816323 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-5548025a-8405-4f20-8c33-da9d022c8e7e req-68cf731e-b02d-4186-a7a0-b495b993aa49 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449667 Aug 31 09:08:10.946829 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5d895-6ef4-4af9-9ed9-a9c17928a379 req-c9ff522c-687b-4104-9c4f-9f080fee7350 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:10.948502 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f5b5d895-6ef4-4af9-9ed9-a9c17928a379 req-c9ff522c-687b-4104-9c4f-9f080fee7350 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 946 time: 0.0513599 Aug 31 09:08:10.990919 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-f5b5d895-6ef4-4af9-9ed9-a9c17928a379 req-360f7df9-c6e3-4bcc-9a20-d3e344c104ab tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349514 Aug 31 09:08:11.114085 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100492a8-fecc-46fb-b268-3241e209dbe2 req-c438333e-8139-480d-9485-882cec2fc383 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:11.115491 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-100492a8-fecc-46fb-b268-3241e209dbe2 req-c438333e-8139-480d-9485-882cec2fc383 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 946 time: 0.0522738 Aug 31 09:08:11.158878 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-100492a8-fecc-46fb-b268-3241e209dbe2 req-5d6fbd1a-a309-427d-8902-4f67b14d8b3d tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373151 Aug 31 09:08:11.182065 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59942) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:11.232242 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d2ba64-9cc2-47ab-9e3a-ffac4cd430b7 tempest-TestVolumeBootPattern-443683752 tempest-TestVolumeBootPattern-443683752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:11.233798 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-50d2ba64-9cc2-47ab-9e3a-ffac4cd430b7 tempest-TestVolumeBootPattern-443683752 tempest-TestVolumeBootPattern-443683752-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 1094 time: 0.0507207 Aug 31 09:08:11.236737 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59944) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:08:11.241275 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.v2.base [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Request body: {'floatingip': {'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'port_id': '51633909-52a6-4a7e-b2b4-494a11f3e94b', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101273) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 09:08:11.480863 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for floatingip, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.585029 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.703642 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_common [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Allocated IP 172.27.0.45 (21b7b17b-0504-4a0f-9003-5825bc0f5835/716792ce-01ef-4a78-916c-cfc821f42a5d/f570f65d-6b7b-4a67-a422-0093cb015cb2) {{(pid=101273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 09:08:11.811306 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for port, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.873479 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-ec371e81-602a-4df0-947c-0f2230cd8654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.930004 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792931631638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:11.973708 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Network 21b7b17b-0504-4a0f-9003-5825bc0f5835 is already hosted by enough agents. {{(pid=101273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 09:08:11.978168 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.base_scheduler [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Resources bound (agent type, host, resource id): {{(pid=101273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 09:08:11.981581 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Received port after_create {{(pid=101273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 09:08:11.987565 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event updated for resources: {'Port': ['ID=f570f65d-6b7b-4a67-a422-0093cb015cb2,revision_number=1']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:12.350870 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:12.517122 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3791823'] for port, before_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:12.680989 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for port, precommit_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:12.792843 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792932129235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792931631656', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792931631674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12900060'] for port, after_update {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:12.859649 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event updated for resources: {'Port': ['ID=f570f65d-6b7b-4a67-a422-0093cb015cb2,revision_number=2']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:08:12.875828 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-434452'] for floatingip, after_create {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:12.982524 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.l3_db [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Floating IP e91d2a18-ef18-417e-a0c7-81391fa0548f associated. External IP: 172.27.0.45, port: 51633909-52a6-4a7e-b2b4-494a11f3e94b. Aug 31 09:08:13.190207 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Router b139ea7f-af2b-42e9-ba71-ced5cc64c301 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:08:13.305276 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:08:13.315197 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15acc70-6435-414d-aed7-db0da9d5ed5f None None] Sync routers for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:08:13.324418 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15acc70-6435-414d-aed7-db0da9d5ed5f None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:13.325034 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-c15acc70-6435-414d-aed7-db0da9d5ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:07:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:13.432652 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-c15acc70-6435-414d-aed7-db0da9d5ed5f None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:13.456905 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:13.486831 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-83ef7785-d2b9-4233-867c-fd525143122b tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2490053 Aug 31 09:08:13.487414 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd192409-caaa-4c84-bdc3-786375a15a0e', 'tag': '51633909-52a6-4a7e-b2b4-494a11f3e94b'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:08:13.489810 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89d8a9a-8eee-46e2-aeea-69660c7b8863" -d '{"events": [{"name": "network-changed", "server_uuid": "bd192409-caaa-4c84-bdc3-786375a15a0e", "tag": "51633909-52a6-4a7e-b2b4-494a11f3e94b"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:08:13.537430 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a27200-d399-44b7-bed7-3804913cbb2a x-openstack-request-id: req-c9a27200-d399-44b7-bed7-3804913cbb2a {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:08:13.537795 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd192409-caaa-4c84-bdc3-786375a15a0e", "tag": "51633909-52a6-4a7e-b2b4-494a11f3e94b", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:08:13.538216 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c9a27200-d399-44b7-bed7-3804913cbb2a {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:08:13.538881 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd192409-caaa-4c84-bdc3-786375a15a0e', 'tag': '51633909-52a6-4a7e-b2b4-494a11f3e94b', 'status': 'completed', 'code': 200} Aug 31 09:08:13.633676 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d8a9a-8eee-46e2-aeea-69660c7b8863 req-b863444e-363b-4115-b503-a192bf0f242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:13.635316 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b89d8a9a-8eee-46e2-aeea-69660c7b8863 req-b863444e-363b-4115-b503-a192bf0f242b service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 1099 time: 0.0636847 Aug 31 09:08:13.720519 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-c15acc70-6435-414d-aed7-db0da9d5ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '29fdbbc2-c841-48ed-ad2e-43b496992004', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'port_id': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'mac_address': 'fa:16:3e:59:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:06:03Z', 'updated_at': '2021-08-31T09:06:06Z', 'revision_number': 1, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address_scope': None}, {'id': 'e91d2a18-ef18-417e-a0c7-81391fa0548f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'port_id': '51633909-52a6-4a7e-b2b4-494a11f3e94b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'mac_address': 'fa:16:3e:ee:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd192409-caaa-4c84-bdc3-786375a15a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:08:12Z', 'updated_at': '2021-08-31T09:08:12Z', 'revision_number': 0, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:13.744637 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d8a9a-8eee-46e2-aeea-69660c7b8863 req-4c9cc895-8ed9-4c0e-86b4-6f0a8afed09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:13.747221 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b89d8a9a-8eee-46e2-aeea-69660c7b8863 req-4c9cc895-8ed9-4c0e-86b4-6f0a8afed09d service neutron] 10.222.0.103 "GET /v2.0/networks?id=46d184a8-3f7b-464f-b4d7-109398b1164f HTTP/1.1" status: 200 len: 913 time: 0.1037962 Aug 31 09:08:13.752612 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15acc70-6435-414d-aed7-db0da9d5ed5f None None] Checking router: b139ea7f-af2b-42e9-ba71-ced5cc64c301 for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:08:13.761977 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15acc70-6435-414d-aed7-db0da9d5ed5f None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:08:13.762585 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-c15acc70-6435-414d-aed7-db0da9d5ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:07:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:13.823833 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b89d8a9a-8eee-46e2-aeea-69660c7b8863 req-14174193-4b2b-43d7-9c82-d5f1144e1f6a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51633909-52a6-4a7e-b2b4-494a11f3e94b HTTP/1.1" status: 200 len: 999 time: 0.0687277 Aug 31 09:08:13.883212 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-c15acc70-6435-414d-aed7-db0da9d5ed5f None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:08:13.892692 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d8a9a-8eee-46e2-aeea-69660c7b8863 req-578f1891-1fa4-4b1f-8bb2-39175069e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:13.894364 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b89d8a9a-8eee-46e2-aeea-69660c7b8863 req-578f1891-1fa4-4b1f-8bb2-39175069e933 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=cc78a120-32e5-43ac-b054-fe1bce3486b4 HTTP/1.1" status: 200 len: 850 time: 0.0597227 Aug 31 09:08:13.977272 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d8a9a-8eee-46e2-aeea-69660c7b8863 req-880daa53-338d-4297-9362-39cccf919065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:13.979725 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b89d8a9a-8eee-46e2-aeea-69660c7b8863 req-880daa53-338d-4297-9362-39cccf919065 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=46d184a8-3f7b-464f-b4d7-109398b1164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774343 Aug 31 09:08:14.080854 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b89d8a9a-8eee-46e2-aeea-69660c7b8863 req-9b581aec-b208-431f-8d6b-49e41845ec7d service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908258 Aug 31 09:08:14.180191 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-b89d8a9a-8eee-46e2-aeea-69660c7b8863 req-3d1ea01c-f8cd-47fd-92ea-c87259e3a774 service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910838 Aug 31 09:08:14.289867 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-c15acc70-6435-414d-aed7-db0da9d5ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '29fdbbc2-c841-48ed-ad2e-43b496992004', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'port_id': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'mac_address': 'fa:16:3e:59:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:06:03Z', 'updated_at': '2021-08-31T09:06:06Z', 'revision_number': 1, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address_scope': None}, {'id': 'e91d2a18-ef18-417e-a0c7-81391fa0548f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'port_id': '51633909-52a6-4a7e-b2b4-494a11f3e94b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'mac_address': 'fa:16:3e:ee:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd192409-caaa-4c84-bdc3-786375a15a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:08:12Z', 'updated_at': '2021-08-31T09:08:12Z', 'revision_number': 0, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:08:14.324718 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15acc70-6435-414d-aed7-db0da9d5ed5f None None] The sync data for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi is: [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '29fdbbc2-c841-48ed-ad2e-43b496992004', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'port_id': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'mac_address': 'fa:16:3e:59:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:06:03Z', 'updated_at': '2021-08-31T09:06:06Z', 'revision_number': 1, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address_scope': None}, {'id': 'e91d2a18-ef18-417e-a0c7-81391fa0548f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'port_id': '51633909-52a6-4a7e-b2b4-494a11f3e94b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'mac_address': 'fa:16:3e:ee:91:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd192409-caaa-4c84-bdc3-786375a15a0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:08:12Z', 'updated_at': '2021-08-31T09:08:12Z', 'revision_number': 0, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:08:14.497183 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-3002157c-1cfd-4b1f-a247-93fd22cf9a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:14.520560 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11869a0-981a-4ba7-9cb8-9256c115b1cf None None] New status for floating IP e91d2a18-ef18-417e-a0c7-81391fa0548f: ACTIVE {{(pid=101275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:08:14.697398 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:15.124395 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:15.712526 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:15.872584 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [req-edd827b5-6e75-427a-b040-19b909d7a872 req-f0b7ecbd-a973-434a-b0fd-d00b959f6372 service neutron] (101272) timed out ('10.222.0.103', 59701) {{(pid=101272) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:08:17.628339 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:18.297302 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [req-754cb95a-f448-4fc1-afc3-a9909b2c5212 req-51dc05fc-8f04-4580-8429-02785018d8a2 service neutron] (101272) timed out ('10.222.0.103', 59686) {{(pid=101272) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:08:30.405662 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:08:41.969997 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-91445c14-56e9-43c9-98cd-cbe6a492aaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:44.532328 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-14416787-2fe2-42d0-8a14-91330c9a40a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:44.724510 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.169132 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:45.678736 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:47.683691 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:08:54.811761 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7f6d446c-d20d-41a6-a010-8f87389f9bdc req-6013f0eb-8a39-4520-98db-9d95346593c2 service neutron] 10.222.0.103 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422902 Aug 31 09:08:54.896388 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d446c-d20d-41a6-a010-8f87389f9bdc req-22f843b8-9b8e-442a-999a-72c527c84f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:54.897874 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7f6d446c-d20d-41a6-a010-8f87389f9bdc req-22f843b8-9b8e-442a-999a-72c527c84f50 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 1098 time: 0.0411489 Aug 31 09:08:55.005910 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d446c-d20d-41a6-a010-8f87389f9bdc req-abf38212-ffab-4cdb-8c8a-df415038d2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:55.007421 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7f6d446c-d20d-41a6-a010-8f87389f9bdc req-abf38212-ffab-4cdb-8c8a-df415038d2a9 service neutron] 10.222.0.103 "GET /v2.0/networks?id=46d184a8-3f7b-464f-b4d7-109398b1164f HTTP/1.1" status: 200 len: 913 time: 0.0890064 Aug 31 09:08:55.074364 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7f6d446c-d20d-41a6-a010-8f87389f9bdc req-0a59d6c8-c8d3-4cf9-b758-c5e85932660a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d5583e1-87bf-4db5-ae60-fc3bc5439f8b HTTP/1.1" status: 200 len: 1001 time: 0.0577953 Aug 31 09:08:55.127239 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d446c-d20d-41a6-a010-8f87389f9bdc req-aa6e4c73-202d-43ba-b704-ba41a9167748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:55.128759 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7f6d446c-d20d-41a6-a010-8f87389f9bdc req-aa6e4c73-202d-43ba-b704-ba41a9167748 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=cc78a120-32e5-43ac-b054-fe1bce3486b4 HTTP/1.1" status: 200 len: 850 time: 0.0459604 Aug 31 09:08:55.181513 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d446c-d20d-41a6-a010-8f87389f9bdc req-9fc62256-9d59-4c47-8b84-150312263562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:08:55.183024 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7f6d446c-d20d-41a6-a010-8f87389f9bdc req-9fc62256-9d59-4c47-8b84-150312263562 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=46d184a8-3f7b-464f-b4d7-109398b1164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451350 Aug 31 09:08:55.277289 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7f6d446c-d20d-41a6-a010-8f87389f9bdc req-3a9e7ebd-6a0a-4e0f-b60d-402df248c183 service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852578 Aug 31 09:08:55.377021 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7f6d446c-d20d-41a6-a010-8f87389f9bdc req-fe101096-700e-427e-bddd-7326eebbd0dc service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909505 Aug 31 09:09:07.405588 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:09:11.924243 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-28631a81-4625-4ec7-b0b0-710e1f000aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:14.484316 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-55748636-4989-44b6-89be-05c12e3b4f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:14.633361 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:15.610737 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:15.741459 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:17.661107 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:41.969153 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-d662e781-65af-461f-a84d-019cdf32d4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:43.807069 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 59968) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:43.964562 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Deleting port f570f65d-6b7b-4a67-a422-0093cb015cb2 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:43.964894 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.042278 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.042602 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.055085 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Calling delete_port for f570f65d-6b7b-4a67-a422-0093cb015cb2 owned by network:floatingip {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:44.317908 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.343765 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event deleted for resources: {'Port': ['ID=f570f65d-6b7b-4a67-a422-0093cb015cb2,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:44.384137 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:44.384481 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:44.384824 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:44.385163 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:44.385547 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:44.385881 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:44.386199 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:44.386519 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:44.386839 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:44.387157 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:44.387472 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:44.387801 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:09:44.405236 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:09:44.440419 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for floatingip, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.440794 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.l3_db [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Floating IP e91d2a18-ef18-417e-a0c7-81391fa0548f disassociated (deleted). External IP: 172.27.0.45, port: 51633909-52a6-4a7e-b2b4-494a11f3e94b. Aug 31 09:09:44.534835 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-87ce59f6-8398-4fa9-a79e-2ada78b691e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.659220 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Router b139ea7f-af2b-42e9-ba71-ced5cc64c301 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:09:44.712034 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.786326 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:09:44.790894 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:44.798580 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88893b7c-a5ad-40e6-addd-723d976ceacd None None] Sync routers for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:09:44.809574 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88893b7c-a5ad-40e6-addd-723d976ceacd None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:44.810218 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-88893b7c-a5ad-40e6-addd-723d976ceacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:09:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:44.929429 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-88893b7c-a5ad-40e6-addd-723d976ceacd None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:45.164476 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-e38cc05e-ff7e-4a69-8fe6-ca2a70807194 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "DELETE /v2.0/floatingips/e91d2a18-ef18-417e-a0c7-81391fa0548f HTTP/1.1" status: 204 len: 168 time: 1.3562660 Aug 31 09:09:45.165043 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd192409-caaa-4c84-bdc3-786375a15a0e', 'tag': '51633909-52a6-4a7e-b2b4-494a11f3e94b'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:45.167615 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e23dadc-df0a-4618-9a75-2abfa1152bac" -d '{"events": [{"name": "network-changed", "server_uuid": "bd192409-caaa-4c84-bdc3-786375a15a0e", "tag": "51633909-52a6-4a7e-b2b4-494a11f3e94b"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:45.257469 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-88893b7c-a5ad-40e6-addd-723d976ceacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '29fdbbc2-c841-48ed-ad2e-43b496992004', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'port_id': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'mac_address': 'fa:16:3e:59:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:06:03Z', 'updated_at': '2021-08-31T09:06:06Z', 'revision_number': 1, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:45.287718 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88893b7c-a5ad-40e6-addd-723d976ceacd None None] Checking router: b139ea7f-af2b-42e9-ba71-ced5cc64c301 for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:09:45.297195 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88893b7c-a5ad-40e6-addd-723d976ceacd None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:45.297824 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-88893b7c-a5ad-40e6-addd-723d976ceacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:09:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:45.318092 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f6eb5c-3d8b-47f3-ad41-fe097123093b x-openstack-request-id: req-25f6eb5c-3d8b-47f3-ad41-fe097123093b {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:45.318409 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd192409-caaa-4c84-bdc3-786375a15a0e", "tag": "51633909-52a6-4a7e-b2b4-494a11f3e94b", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:45.318692 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-25f6eb5c-3d8b-47f3-ad41-fe097123093b {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:45.319090 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd192409-caaa-4c84-bdc3-786375a15a0e', 'tag': '51633909-52a6-4a7e-b2b4-494a11f3e94b', 'status': 'completed', 'code': 200} Aug 31 09:09:45.340941 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:45.390432 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23dadc-df0a-4618-9a75-2abfa1152bac req-f89b9960-3b71-45e6-90e3-b5c5e277c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:45.392156 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9e23dadc-df0a-4618-9a75-2abfa1152bac req-f89b9960-3b71-45e6-90e3-b5c5e277c337 service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 1099 time: 0.0435431 Aug 31 09:09:45.425869 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-88893b7c-a5ad-40e6-addd-723d976ceacd None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:45.517855 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23dadc-df0a-4618-9a75-2abfa1152bac req-194edd83-4594-4697-91e0-0e9154bd307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:45.519244 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9e23dadc-df0a-4618-9a75-2abfa1152bac req-194edd83-4594-4697-91e0-0e9154bd307d service neutron] 10.222.0.103 "GET /v2.0/networks?id=46d184a8-3f7b-464f-b4d7-109398b1164f HTTP/1.1" status: 200 len: 913 time: 0.1170464 Aug 31 09:09:45.565163 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9e23dadc-df0a-4618-9a75-2abfa1152bac req-dea8de4e-bb4e-49b3-aa81-fd38480ca264 service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51633909-52a6-4a7e-b2b4-494a11f3e94b HTTP/1.1" status: 200 len: 217 time: 0.0377579 Aug 31 09:09:45.623752 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23dadc-df0a-4618-9a75-2abfa1152bac req-ee8f95b2-3df8-40b7-8e1c-4c9eeb8573fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:45.625478 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9e23dadc-df0a-4618-9a75-2abfa1152bac req-ee8f95b2-3df8-40b7-8e1c-4c9eeb8573fe service neutron] 10.222.0.103 "GET /v2.0/subnets?id=cc78a120-32e5-43ac-b054-fe1bce3486b4 HTTP/1.1" status: 200 len: 850 time: 0.0509291 Aug 31 09:09:45.692576 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23dadc-df0a-4618-9a75-2abfa1152bac req-4015195e-cda5-426a-b999-5b7d34dfbfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:45.694850 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9e23dadc-df0a-4618-9a75-2abfa1152bac req-4015195e-cda5-426a-b999-5b7d34dfbfc8 service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=46d184a8-3f7b-464f-b4d7-109398b1164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612805 Aug 31 09:09:45.708926 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:45.723013 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-88893b7c-a5ad-40e6-addd-723d976ceacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '29fdbbc2-c841-48ed-ad2e-43b496992004', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'port_id': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'mac_address': 'fa:16:3e:59:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:06:03Z', 'updated_at': '2021-08-31T09:06:06Z', 'revision_number': 1, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:45.753780 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88893b7c-a5ad-40e6-addd-723d976ceacd None None] The sync data for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi is: [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_floatingips': [{'id': '29fdbbc2-c841-48ed-ad2e-43b496992004', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'router_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'port_id': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'mac_address': 'fa:16:3e:59:04:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T09:06:03Z', 'updated_at': '2021-08-31T09:06:06Z', 'revision_number': 1, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:09:45.807646 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9e23dadc-df0a-4618-9a75-2abfa1152bac req-0b2313a9-3444-416e-a641-d717bccf885a service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038430 Aug 31 09:09:45.925477 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-9e23dadc-df0a-4618-9a75-2abfa1152bac req-d7e431bf-a231-4bf6-98d5-a5f0a20bdbc3 service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092458 Aug 31 09:09:46.023647 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35deb703-3d95-466c-bd78-ae03438bf1d0 None None] New status for floating IP e91d2a18-ef18-417e-a0c7-81391fa0548f: DOWN {{(pid=101275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:09:46.933191 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3213c7ce-23c0-4f54-b936-64ee8649aa0b req-af4fcee2-ad6c-4817-b4d5-93d8aa2f0301 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:46.934851 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3213c7ce-23c0-4f54-b936-64ee8649aa0b req-af4fcee2-ad6c-4817-b4d5-93d8aa2f0301 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 946 time: 0.0595219 Aug 31 09:09:46.977953 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-3213c7ce-23c0-4f54-b936-64ee8649aa0b req-e96c4ab7-ccee-4e54-a283-9f4520915027 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368032 Aug 31 09:09:47.678549 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.104871 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb0195-baf2-46ce-a933-7f601332d386 req-0e18c9ef-0efb-4ecd-abe6-baca71640b74 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:48.106583 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-85cb0195-baf2-46ce-a933-7f601332d386 req-0e18c9ef-0efb-4ecd-abe6-baca71640b74 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 946 time: 0.0554099 Aug 31 09:09:48.151433 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-85cb0195-baf2-46ce-a933-7f601332d386 req-88b53255-d21b-4208-978a-9d03ad8ce232 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386965 Aug 31 09:09:48.741427 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a48fd8-8ceb-4b68-a350-ac64a1f06419 req-9dd3b6a1-793d-49a7-97b8-34d89da1fb56 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:48.742882 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-70a48fd8-8ceb-4b68-a350-ac64a1f06419 req-9dd3b6a1-793d-49a7-97b8-34d89da1fb56 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.103 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 946 time: 0.0486460 Aug 31 09:09:48.836781 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-70a48fd8-8ceb-4b68-a350-ac64a1f06419 req-df769ced-50ea-43b9-a92f-0f0ed64f75fa tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Deleting port 51633909-52a6-4a7e-b2b4-494a11f3e94b {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:48.837116 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-70a48fd8-8ceb-4b68-a350-ac64a1f06419 req-df769ced-50ea-43b9-a92f-0f0ed64f75fa tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.928454 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-70a48fd8-8ceb-4b68-a350-ac64a1f06419 req-df769ced-50ea-43b9-a92f-0f0ed64f75fa tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] For port 51633909-52a6-4a7e-b2b4-494a11f3e94b, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=51633909-52a6-4a7e-b2b4-494a11f3e94b,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:48.928819 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-70a48fd8-8ceb-4b68-a350-ac64a1f06419 req-df769ced-50ea-43b9-a92f-0f0ed64f75fa tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:48.941444 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-70a48fd8-8ceb-4b68-a350-ac64a1f06419 req-df769ced-50ea-43b9-a92f-0f0ed64f75fa tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Calling delete_port for 51633909-52a6-4a7e-b2b4-494a11f3e94b owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:49.157346 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-70a48fd8-8ceb-4b68-a350-ac64a1f06419 req-df769ced-50ea-43b9-a92f-0f0ed64f75fa tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.187392 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df769ced-50ea-43b9-a92f-0f0ed64f75fa tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event deleted for resources: {'Port': ['ID=51633909-52a6-4a7e-b2b4-494a11f3e94b,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:49.248535 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a48fd8-8ceb-4b68-a350-ac64a1f06419 req-df769ced-50ea-43b9-a92f-0f0ed64f75fa tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] No DVR routers for this DVR port 51633909-52a6-4a7e-b2b4-494a11f3e94b on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:49.248535 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-70a48fd8-8ceb-4b68-a350-ac64a1f06419 req-df769ced-50ea-43b9-a92f-0f0ed64f75fa tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:49.248535 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-70a48fd8-8ceb-4b68-a350-ac64a1f06419 req-df769ced-50ea-43b9-a92f-0f0ed64f75fa tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.103 "DELETE /v2.0/ports/51633909-52a6-4a7e-b2b4-494a11f3e94b HTTP/1.1" status: 204 len: 173 time: 0.4897738 Aug 31 09:09:49.248535 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd192409-caaa-4c84-bdc3-786375a15a0e', 'name': 'network-vif-deleted', 'tag': '51633909-52a6-4a7e-b2b4-494a11f3e94b'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:49.248535 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8aca1a0-a92f-4c34-8d41-6af639cb9e77" -d '{"events": [{"server_uuid": "bd192409-caaa-4c84-bdc3-786375a15a0e", "name": "network-vif-deleted", "tag": "51633909-52a6-4a7e-b2b4-494a11f3e94b"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:49.253663 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-db679912-d47b-4bf7-a40e-25272d528525 req-e60c6d5e-fd61-4ed7-b599-1e1ee46646cb tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 210 time: 0.0294645 Aug 31 09:09:49.284739 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48b9b7a-b78b-4c44-9b32-ca5c329f6d92 x-openstack-request-id: req-c48b9b7a-b78b-4c44-9b32-ca5c329f6d92 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:49.285042 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd192409-caaa-4c84-bdc3-786375a15a0e", "name": "network-vif-deleted", "tag": "51633909-52a6-4a7e-b2b4-494a11f3e94b", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:49.285287 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c48b9b7a-b78b-4c44-9b32-ca5c329f6d92 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:49.285696 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd192409-caaa-4c84-bdc3-786375a15a0e', 'name': 'network-vif-deleted', 'tag': '51633909-52a6-4a7e-b2b4-494a11f3e94b', 'status': 'completed', 'code': 200} Aug 31 09:09:50.361926 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-347de03e-1e15-4334-bbfd-ebe492e82034 req-af12a889-7e15-4a4b-87e6-3db88c2c62a7 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=bd192409-caaa-4c84-bdc3-786375a15a0e HTTP/1.1" status: 200 len: 210 time: 0.0261307 Aug 31 09:09:53.531722 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 51633909-52a6-4a7e-b2b4-494a11f3e94b no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:09:53.553070 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: 51633909-52a6-4a7e-b2b4-494a11f3e94b {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:09:53.553418 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 51633909-52a6-4a7e-b2b4-494a11f3e94b not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:09:53.975050 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 60020) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:09:54.140678 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-cb698bce-05d2-49ba-9c00-1f31ba6ef54f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Deleting port c5b2c3e0-fa3c-4185-9e59-25f21ba7aa10 {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:54.140997 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cb698bce-05d2-49ba-9c00-1f31ba6ef54f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.239019 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cb698bce-05d2-49ba-9c00-1f31ba6ef54f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.239438 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cb698bce-05d2-49ba-9c00-1f31ba6ef54f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.252999 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-cb698bce-05d2-49ba-9c00-1f31ba6ef54f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Calling delete_port for c5b2c3e0-fa3c-4185-9e59-25f21ba7aa10 owned by network:floatingip {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:54.563818 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cb698bce-05d2-49ba-9c00-1f31ba6ef54f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.588764 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb698bce-05d2-49ba-9c00-1f31ba6ef54f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event deleted for resources: {'Port': ['ID=c5b2c3e0-fa3c-4185-9e59-25f21ba7aa10,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:54.662123 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cb698bce-05d2-49ba-9c00-1f31ba6ef54f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for floatingip, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:54.662655 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.db.l3_db [None req-cb698bce-05d2-49ba-9c00-1f31ba6ef54f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Floating IP 29fdbbc2-c841-48ed-ad2e-43b496992004 disassociated (deleted). External IP: 172.27.0.122, port: 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b. Aug 31 09:09:54.880437 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb698bce-05d2-49ba-9c00-1f31ba6ef54f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Router b139ea7f-af2b-42e9-ba71-ced5cc64c301 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:09:54.988412 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb698bce-05d2-49ba-9c00-1f31ba6ef54f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:09:54.993694 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-cb698bce-05d2-49ba-9c00-1f31ba6ef54f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:55.000221 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97402b3-89b8-4b9d-8e69-8c4be50285d7 None None] Sync routers for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:09:55.011325 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97402b3-89b8-4b9d-8e69-8c4be50285d7 None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:55.012492 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-f97402b3-89b8-4b9d-8e69-8c4be50285d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:09:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:55.026241 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-cb698bce-05d2-49ba-9c00-1f31ba6ef54f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "DELETE /v2.0/floatingips/29fdbbc2-c841-48ed-ad2e-43b496992004 HTTP/1.1" status: 204 len: 168 time: 1.0548208 Aug 31 09:09:55.026907 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'tag': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:55.029249 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e476c07-7ede-4ed1-bf77-76b0805ef701" -d '{"events": [{"name": "network-changed", "server_uuid": "abad7ee9-2b43-49bf-8c5f-b0ace45e240f", "tag": "1d5583e1-87bf-4db5-ae60-fc3bc5439f8b"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:55.067650 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e103dd-9a81-4430-9239-0749b7d00fd3 x-openstack-request-id: req-e0e103dd-9a81-4430-9239-0749b7d00fd3 {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:55.068078 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abad7ee9-2b43-49bf-8c5f-b0ace45e240f", "tag": "1d5583e1-87bf-4db5-ae60-fc3bc5439f8b", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:55.068333 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e0e103dd-9a81-4430-9239-0749b7d00fd3 {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:55.068764 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'tag': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'status': 'completed', 'code': 200} Aug 31 09:09:55.137345 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e476c07-7ede-4ed1-bf77-76b0805ef701 req-6031546c-32a7-4db2-82c2-e11e92f7dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:55.138890 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1e476c07-7ede-4ed1-bf77-76b0805ef701 req-6031546c-32a7-4db2-82c2-e11e92f7dd3f service neutron] 10.222.0.103 "GET /v2.0/ports?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 1098 time: 0.0445085 Aug 31 09:09:55.139148 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-f97402b3-89b8-4b9d-8e69-8c4be50285d7 None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:55.260756 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e476c07-7ede-4ed1-bf77-76b0805ef701 req-0f212f8b-7d75-435f-b236-4f815b7fc40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:55.262224 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1e476c07-7ede-4ed1-bf77-76b0805ef701 req-0f212f8b-7d75-435f-b236-4f815b7fc40c service neutron] 10.222.0.103 "GET /v2.0/networks?id=46d184a8-3f7b-464f-b4d7-109398b1164f HTTP/1.1" status: 200 len: 913 time: 0.1125650 Aug 31 09:09:55.311304 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1e476c07-7ede-4ed1-bf77-76b0805ef701 req-82c0ad73-5794-4c16-bf37-8fc938095c4a service neutron] 10.222.0.103 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1d5583e1-87bf-4db5-ae60-fc3bc5439f8b HTTP/1.1" status: 200 len: 217 time: 0.0390685 Aug 31 09:09:55.362069 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e476c07-7ede-4ed1-bf77-76b0805ef701 req-9ed67c5c-3443-4afe-be26-a2b97fdbc920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:55.363566 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1e476c07-7ede-4ed1-bf77-76b0805ef701 req-9ed67c5c-3443-4afe-be26-a2b97fdbc920 service neutron] 10.222.0.103 "GET /v2.0/subnets?id=cc78a120-32e5-43ac-b054-fe1bce3486b4 HTTP/1.1" status: 200 len: 850 time: 0.0457313 Aug 31 09:09:55.368782 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-f97402b3-89b8-4b9d-8e69-8c4be50285d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:55.401068 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97402b3-89b8-4b9d-8e69-8c4be50285d7 None None] Checking router: b139ea7f-af2b-42e9-ba71-ced5cc64c301 for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:09:55.409950 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97402b3-89b8-4b9d-8e69-8c4be50285d7 None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:09:55.410513 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-f97402b3-89b8-4b9d-8e69-8c4be50285d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:09:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:55.423242 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e476c07-7ede-4ed1-bf77-76b0805ef701 req-3b58bbad-b938-4bb4-bf4d-bca753b7efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:55.424815 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1e476c07-7ede-4ed1-bf77-76b0805ef701 req-3b58bbad-b938-4bb4-bf4d-bca753b7efcb service neutron] 10.222.0.103 "GET /v2.0/ports?network_id=46d184a8-3f7b-464f-b4d7-109398b1164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503116 Aug 31 09:09:55.523397 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-f97402b3-89b8-4b9d-8e69-8c4be50285d7 None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:09:55.524408 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1e476c07-7ede-4ed1-bf77-76b0805ef701 req-4be43e0d-5210-42f6-8eba-0882c3f8bb4d service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923676 Aug 31 09:09:55.658836 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-1e476c07-7ede-4ed1-bf77-76b0805ef701 req-e460baad-782b-48d0-95c2-55d0fb0d3273 service neutron] 10.222.0.103 "GET /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251690 Aug 31 09:09:55.678780 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf67b3-dc36-41ee-b97d-8d5daad545a7 req-d685555f-6196-43ad-a834-95389c09c972 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:55.680484 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3faf67b3-dc36-41ee-b97d-8d5daad545a7 req-d685555f-6196-43ad-a834-95389c09c972 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 945 time: 0.0684345 Aug 31 09:09:55.728195 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-3faf67b3-dc36-41ee-b97d-8d5daad545a7 req-13872793-f6f3-4768-9f5e-7323c5c89d4f tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414932 Aug 31 09:09:55.745968 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-f97402b3-89b8-4b9d-8e69-8c4be50285d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:09:55.775895 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97402b3-89b8-4b9d-8e69-8c4be50285d7 None None] The sync data for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi is: [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:02:43Z', 'revision_number': 4, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi', '_interfaces': [{'id': 'ca687f35-f697-41be-8f7a-bf36e28871dc', 'name': '', 'network_id': '46d184a8-3f7b-464f-b4d7-109398b1164f', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'mac_address': 'fa:16:3e:72:fd:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:42Z', 'updated_at': '2021-08-31T09:02:50Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'subnets': [{'id': 'cc78a120-32e5-43ac-b054-fe1bce3486b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:09:56.010460 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b557fe70-92b6-4406-8226-e4e573bd1ed6 None None] New status for floating IP 29fdbbc2-c841-48ed-ad2e-43b496992004: DOWN {{(pid=101275) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 09:09:56.848035 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0768d7-86e0-4fb8-ba6b-99853ac3ee0c req-10d54da3-bbd7-4dd0-ba7d-ed79e62bdef2 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:56.849538 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6e0768d7-86e0-4fb8-ba6b-99853ac3ee0c req-10d54da3-bbd7-4dd0-ba7d-ed79e62bdef2 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 945 time: 0.0502095 Aug 31 09:09:56.890484 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [req-6e0768d7-86e0-4fb8-ba6b-99853ac3ee0c req-c4d1165a-a3c9-4ffc-968c-fda348d84c45 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346544 Aug 31 09:09:57.517658 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25561bc2-3cb8-4309-910c-9bd88ccdeb37 req-50479c3f-340f-476f-8850-66f967156002 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:57.519182 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-25561bc2-3cb8-4309-910c-9bd88ccdeb37 req-50479c3f-340f-476f-8850-66f967156002 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.103 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 945 time: 0.0520210 Aug 31 09:09:57.615563 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-25561bc2-3cb8-4309-910c-9bd88ccdeb37 req-4b36eb77-2f3f-4833-8679-0608fd208aca tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Deleting port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:09:57.615905 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-25561bc2-3cb8-4309-910c-9bd88ccdeb37 req-4b36eb77-2f3f-4833-8679-0608fd208aca tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.726692 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [req-25561bc2-3cb8-4309-910c-9bd88ccdeb37 req-4b36eb77-2f3f-4833-8679-0608fd208aca tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] For port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b, host hv-cinder-78291, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78291',level=0,port_id=1d5583e1-87bf-4db5-ae60-fc3bc5439f8b,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:09:57.727312 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-25561bc2-3cb8-4309-910c-9bd88ccdeb37 req-4b36eb77-2f3f-4833-8679-0608fd208aca tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:57.751420 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [req-25561bc2-3cb8-4309-910c-9bd88ccdeb37 req-4b36eb77-2f3f-4833-8679-0608fd208aca tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Calling delete_port for 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b owned by compute:nova {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:09:58.014735 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655e4b9-d904-4bb1-9280-364e0c4020bd req-82edf593-2092-4012-a52b-1913da803cb6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101273) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 09:09:58.016461 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7655e4b9-d904-4bb1-9280-364e0c4020bd req-82edf593-2092-4012-a52b-1913da803cb6 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 945 time: 0.0544267 Aug 31 09:09:58.017824 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-25561bc2-3cb8-4309-910c-9bd88ccdeb37 req-4b36eb77-2f3f-4833-8679-0608fd208aca tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.056915 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36eb77-2f3f-4833-8679-0608fd208aca tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event deleted for resources: {'Port': ['ID=1d5583e1-87bf-4db5-ae60-fc3bc5439f8b,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:09:58.107251 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.l3_dvrscheduler_db [req-25561bc2-3cb8-4309-910c-9bd88ccdeb37 req-4b36eb77-2f3f-4833-8679-0608fd208aca tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] No DVR routers for this DVR port 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b on host hv-cinder-78291 {{(pid=101273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:09:58.114522 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [req-25561bc2-3cb8-4309-910c-9bd88ccdeb37 req-4b36eb77-2f3f-4833-8679-0608fd208aca tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for port, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:09:58.117260 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-25561bc2-3cb8-4309-910c-9bd88ccdeb37 req-4b36eb77-2f3f-4833-8679-0608fd208aca tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.103 "DELETE /v2.0/ports/1d5583e1-87bf-4db5-ae60-fc3bc5439f8b HTTP/1.1" status: 204 len: 173 time: 0.5894012 Aug 31 09:09:58.117728 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'name': 'network-vif-deleted', 'tag': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b'}] {{(pid=101273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 09:09:58.120073 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ba91fc948534117efb1b2692ca9507e2c01157ae7b37bb6e10afd74b16ac440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a73c47-b060-4523-9beb-b9f2653b798c" -d '{"events": [{"server_uuid": "abad7ee9-2b43-49bf-8c5f-b0ace45e240f", "name": "network-vif-deleted", "tag": "1d5583e1-87bf-4db5-ae60-fc3bc5439f8b"}]}' {{(pid=101273) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 09:09:58.132303 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-7655e4b9-d904-4bb1-9280-364e0c4020bd req-3c374eb9-2e80-4825-bd42-e2cbd7fa1eb3 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/security-groups?id=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859034 Aug 31 09:09:58.158235 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 09:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bcc523-14ef-4b5d-8a99-7ac20dc4735d x-openstack-request-id: req-93bcc523-14ef-4b5d-8a99-7ac20dc4735d {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 09:09:58.158562 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abad7ee9-2b43-49bf-8c5f-b0ace45e240f", "name": "network-vif-deleted", "tag": "1d5583e1-87bf-4db5-ae60-fc3bc5439f8b", "status": "completed", "code": 200}]} {{(pid=101273) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 09:09:58.158836 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-93bcc523-14ef-4b5d-8a99-7ac20dc4735d {{(pid=101273) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 09:09:58.159247 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abad7ee9-2b43-49bf-8c5f-b0ace45e240f', 'name': 'network-vif-deleted', 'tag': '1d5583e1-87bf-4db5-ae60-fc3bc5439f8b', 'status': 'completed', 'code': 200} Aug 31 09:09:59.241398 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [req-87caeb55-c1d8-4032-95a6-b4293e9a884d req-f44e7123-f645-4fd4-b14c-2e051624acc0 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "GET /v2.0/ports?device_id=abad7ee9-2b43-49bf-8c5f-b0ace45e240f HTTP/1.1" status: 200 len: 210 time: 0.0308766 Aug 31 09:10:00.306750 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 60038) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:00.429032 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-344b3545-137f-4460-abcf-24898cd4ce07 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Deleting port f68b6783-a8b1-41d4-94bd-09c05481053c {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:00.429339 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-344b3545-137f-4460-abcf-24898cd4ce07 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.510750 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-344b3545-137f-4460-abcf-24898cd4ce07 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.511207 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-344b3545-137f-4460-abcf-24898cd4ce07 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.526812 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-344b3545-137f-4460-abcf-24898cd4ce07 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Calling delete_port for f68b6783-a8b1-41d4-94bd-09c05481053c owned by network:floatingip {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:00.792316 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-344b3545-137f-4460-abcf-24898cd4ce07 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.821499 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b3545-137f-4460-abcf-24898cd4ce07 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event deleted for resources: {'Port': ['ID=f68b6783-a8b1-41d4-94bd-09c05481053c,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:00.886930 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-344b3545-137f-4460-abcf-24898cd4ce07 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for floatingip, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.889737 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-344b3545-137f-4460-abcf-24898cd4ce07 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21533'] for floatingip, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:00.890889 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-344b3545-137f-4460-abcf-24898cd4ce07 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "DELETE /v2.0/floatingips/1eb8c121-742c-40b8-8c2e-da42e03ad444 HTTP/1.1" status: 204 len: 168 time: 0.5831580 Aug 31 09:10:01.594120 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b no longer exists at agent hyperv_hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:01.619422 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] No Port match for: 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:01.619756 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Device 1d5583e1-87bf-4db5-ae60-fc3bc5439f8b not bound to the agent host hv-cinder-78291 {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:02.397710 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 60050) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:02.461780 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-1f0450e8-50f7-4786-9856-011da43529a4 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.491000 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-1f0450e8-50f7-4786-9856-011da43529a4 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.763513 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-1f0450e8-50f7-4786-9856-011da43529a4 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.767308 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-1f0450e8-50f7-4786-9856-011da43529a4 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Notify callbacks [] for security_group, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:02.768625 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-1f0450e8-50f7-4786-9856-011da43529a4 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] 10.222.0.74 "DELETE /v2.0/security-groups/5dcbb02e-e6da-4b2e-b01d-43b63a2235ad HTTP/1.1" status: 204 len: 168 time: 0.3698850 Aug 31 09:10:02.778737 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0450e8-50f7-4786-9856-011da43529a4 tempest-TestVolumeBootPattern-567528983 tempest-TestVolumeBootPattern-567528983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcbb02e-e6da-4b2e-b01d-43b63a2235ad,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:03.929538 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 60056) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:04.532330 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435476'] for router_interface, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.846779 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Deleting port ca687f35-f697-41be-8f7a-bf36e28871dc {{(pid=101272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:04.847302 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.939501 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.db [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] For port ca687f35-f697-41be-8f7a-bf36e28871dc, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=ca687f35-f697-41be-8f7a-bf36e28871dc,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:04.940714 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:04.954651 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Calling delete_port for ca687f35-f697-41be-8f7a-bf36e28871dc owned by network:router_interface {{(pid=101272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:05.289013 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.323129 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca687f35-f697-41be-8f7a-bf36e28871dc,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:05.335809 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.358277 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.358277 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.358277 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.358277 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.358277 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.358277 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.358277 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.358277 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.358277 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.358277 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.358277 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:05.542497 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435592'] for router_interface, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:05.833291 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Router b139ea7f-af2b-42e9-ba71-ced5cc64c301 has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:10:05.939385 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:05.944559 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-c38e36bf-ff12-446d-a8ba-2b4a43606f03 admin admin] 10.222.0.74 "PUT /v2.0/routers/b139ea7f-af2b-42e9-ba71-ced5cc64c301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0134699 Aug 31 09:10:05.947133 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 60060) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:05.948758 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd515a4-06fe-4443-bfe2-d7f9c9e471a0 None None] Sync routers for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:05.958510 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd515a4-06fe-4443-bfe2-d7f9c9e471a0 None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:05.959208 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-fcd515a4-06fe-4443-bfe2-d7f9c9e471a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:09:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:06.059066 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76e328d2-4fa5-4c72-b234-08af0b276d05 admin admin] Notify callbacks [] for router, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.195310 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76e328d2-4fa5-4c72-b234-08af0b276d05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.219171 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-fcd515a4-06fe-4443-bfe2-d7f9c9e471a0 None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: dv-cinder-782910-2-iscsi {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:06.457329 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-76e328d2-4fa5-4c72-b234-08af0b276d05 admin admin] Deleting port 83ed4097-2432-456f-87dc-e85d4f461c59 {{(pid=101272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:06.457722 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76e328d2-4fa5-4c72-b234-08af0b276d05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.528883 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-fcd515a4-06fe-4443-bfe2-d7f9c9e471a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126'}], 'enable_snat': True}, 'gw_port_id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:10:05Z', 'revision_number': 5, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port': {'id': '83ed4097-2432-456f-87dc-e85d4f461c59', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ca:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:39Z', 'updated_at': '2021-08-31T09:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:06.555673 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.db [None req-76e328d2-4fa5-4c72-b234-08af0b276d05 admin admin] For port 83ed4097-2432-456f-87dc-e85d4f461c59, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=83ed4097-2432-456f-87dc-e85d4f461c59,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:06.556187 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76e328d2-4fa5-4c72-b234-08af0b276d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.557806 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd515a4-06fe-4443-bfe2-d7f9c9e471a0 None None] Checking router: b139ea7f-af2b-42e9-ba71-ced5cc64c301 for host: dv-cinder-782910-2-iscsi {{(pid=101274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:06.567883 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd515a4-06fe-4443-bfe2-d7f9c9e471a0 None None] Routers {'b139ea7f-af2b-42e9-ba71-ced5cc64c301'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:06.568629 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-fcd515a4-06fe-4443-bfe2-d7f9c9e471a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:09:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'], 'active': True} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:06.576292 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-76e328d2-4fa5-4c72-b234-08af0b276d05 admin admin] Calling delete_port for 83ed4097-2432-456f-87dc-e85d4f461c59 owned by network:router_gateway {{(pid=101272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:06.670581 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvr_db [None req-fcd515a4-06fe-4443-bfe2-d7f9c9e471a0 None None] Set router b139ea7f-af2b-42e9-ba71-ced5cc64c301 gateway port host: None {{(pid=101274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:06.752247 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_hamode_db [None req-fcd515a4-06fe-4443-bfe2-d7f9c9e471a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:10:06Z', 'revision_number': 6, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port_host': None}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:06.782317 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd515a4-06fe-4443-bfe2-d7f9c9e471a0 None None] The sync data for ids ['b139ea7f-af2b-42e9-ba71-ced5cc64c301'] in dv-cinder-782910-2-iscsi is: [{'id': 'b139ea7f-af2b-42e9-ba71-ced5cc64c301', 'name': 'tempest-TestVolumeBootPattern-117830404-router', 'tenant_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:38Z', 'updated_at': '2021-08-31T09:10:06Z', 'revision_number': 6, 'project_id': 'dce013a22e8e4e7f8630afb4ae78fd7a', 'gw_port_host': None}] {{(pid=101274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:06.947185 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76e328d2-4fa5-4c72-b234-08af0b276d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:06.975182 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e328d2-4fa5-4c72-b234-08af0b276d05 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ed4097-2432-456f-87dc-e85d4f461c59,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:07.050319 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76e328d2-4fa5-4c72-b234-08af0b276d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434474'] for router_gateway, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.163440 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76e328d2-4fa5-4c72-b234-08af0b276d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12810'] for router, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.166300 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76e328d2-4fa5-4c72-b234-08af0b276d05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.306447 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76e328d2-4fa5-4c72-b234-08af0b276d05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441631'] for router, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.306937 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e328d2-4fa5-4c72-b234-08af0b276d05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b139ea7f-af2b-42e9-ba71-ced5cc64c301 {{(pid=101272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:10:07.329868 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-76e328d2-4fa5-4c72-b234-08af0b276d05 admin admin] Notify callbacks [] for router, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.329868 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-76e328d2-4fa5-4c72-b234-08af0b276d05 admin admin] 10.222.0.74 "DELETE /v2.0/routers/b139ea7f-af2b-42e9-ba71-ced5cc64c301 HTTP/1.1" status: 204 len: 168 time: 1.3660152 Aug 31 09:10:07.330211 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 60062) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:07.373504 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b13fdfa-4c51-410c-bf52-49a8ac3399b2 admin admin] Deleting subnet cc78a120-32e5-43ac-b054-fe1bce3486b4 {{(pid=101273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:10:07.378622 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-6b13fdfa-4c51-410c-bf52-49a8ac3399b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.437111 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-6b13fdfa-4c51-410c-bf52-49a8ac3399b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12966715'] for subnet, precommit_delete_associations {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.525079 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-6b13fdfa-4c51-410c-bf52-49a8ac3399b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.695693 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-6b13fdfa-4c51-410c-bf52-49a8ac3399b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12899978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12590140'] for subnet, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.724438 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13fdfa-4c51-410c-bf52-49a8ac3399b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc78a120-32e5-43ac-b054-fe1bce3486b4,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:07.730664 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-6b13fdfa-4c51-410c-bf52-49a8ac3399b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.735351 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-6b13fdfa-4c51-410c-bf52-49a8ac3399b2 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/cc78a120-32e5-43ac-b054-fe1bce3486b4 HTTP/1.1" status: 204 len: 168 time: 0.4151037 Aug 31 09:10:07.735812 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 60064) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:07.737760 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8891dc45-910b-49ff-9ccf-9f16ec927178 None None] Network 46d184a8-3f7b-464f-b4d7-109398b1164f requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:07.854097 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:07.942422 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] Deleting port 974d6cfc-30dd-4670-b584-7757e2df0d75 {{(pid=101272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:07.942710 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.001760 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] DHCP port deletion for 46d184a8-3f7b-464f-b4d7-109398b1164f request from dv-cinder-782910-2-iscsi {{(pid=101274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:10:08.031700 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.db [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] For port 974d6cfc-30dd-4670-b584-7757e2df0d75, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=974d6cfc-30dd-4670-b584-7757e2df0d75,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:08.032820 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.048109 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] Calling delete_port for 974d6cfc-30dd-4670-b584-7757e2df0d75 owned by network:dhcp {{(pid=101272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:08.073009 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Deleting port 974d6cfc-30dd-4670-b584-7757e2df0d75 {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:08.073382 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.147169 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] For port 974d6cfc-30dd-4670-b584-7757e2df0d75, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=974d6cfc-30dd-4670-b584-7757e2df0d75,segment=NetworkSegment(81d37488-63f2-47da-bbb1-162476688a1a),segment_id=81d37488-63f2-47da-bbb1-162476688a1a)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:08.147684 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.165812 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Calling delete_port for 974d6cfc-30dd-4670-b584-7757e2df0d75 owned by network:dhcp {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:08.288586 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.300368 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.318430 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] Pushing event deleted for resources: {'Port': ['ID=974d6cfc-30dd-4670-b584-7757e2df0d75,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:08.320362 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] No DVR routers for this DVR port 974d6cfc-30dd-4670-b584-7757e2df0d75 on host dv-cinder-782910-2-iscsi {{(pid=101272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:08.332214 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Pushing event deleted for resources: {'Port': ['ID=974d6cfc-30dd-4670-b584-7757e2df0d75,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:08.337588 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] No DVR routers for this DVR port 974d6cfc-30dd-4670-b584-7757e2df0d75 on host dv-cinder-782910-2-iscsi {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:08.344772 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.345151 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.345455 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.345780 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.346218 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.346452 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.346856 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.347157 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.351266 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.351266 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.351266 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.351266 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d42d4f-3085-4225-8389-c5c4abcac971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782910-2-iscsi {{(pid=101274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 09:10:08.442376 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.454583 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d184a8-3f7b-464f-b4d7-109398b1164f']}} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:08.471266 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d37488-63f2-47da-bbb1-162476688a1a') {'for_net_delete': True} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:08.471667 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d37488-63f2-47da-bbb1-162476688a1a') {} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:08.483840 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192420'] for segment, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.501553 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.508927 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] Releasing vlan 1386 on physical network physnet1 to pool {{(pid=101272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:10:08.509340 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427496'] for segment, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: Traceback (most recent call last): Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: timer() Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: cb(*args, **kw) Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: return func(*args, **kwargs) Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: self._notify() Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: self.callback(batched_events) Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: event.method(event) Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: return f(self, *a, **k) Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._get(url).json() Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: return self.request(url, 'GET', **kwargs) Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:10:08.511380 dv-cinder-782910-2-iscsi neutron-server[101272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:10:08.592082 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device ca687f35-f697-41be-8f7a-bf36e28871dc no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:08.623414 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: ca687f35-f697-41be-8f7a-bf36e28871dc {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:08.623414 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device ca687f35-f697-41be-8f7a-bf36e28871dc not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:08.623414 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 83ed4097-2432-456f-87dc-e85d4f461c59 no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:08.638147 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: 83ed4097-2432-456f-87dc-e85d4f461c59 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:08.638480 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 83ed4097-2432-456f-87dc-e85d4f461c59 not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:08.638884 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 974d6cfc-30dd-4670-b584-7757e2df0d75 no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:08.658312 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: 974d6cfc-30dd-4670-b584-7757e2df0d75 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:08.658651 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 974d6cfc-30dd-4670-b584-7757e2df0d75 not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:08.969150 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.975469 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:08.982650 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] 10.222.0.74 "DELETE /v2.0/networks/46d184a8-3f7b-464f-b4d7-109398b1164f HTTP/1.1" status: 204 len: 168 time: 1.2402616 Aug 31 09:10:08.982792 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 60066) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:08.990476 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a52ff-a1c9-4774-b183-3133d297cc07 admin admin] Pushing event deleted for resources: {'Network': ['ID=46d184a8-3f7b-464f-b4d7-109398b1164f,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:09.357421 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-4e6a6670-e55f-4e78-b820-d6b90b19e0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435476'] for router_interface, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:09.689818 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-4e6a6670-e55f-4e78-b820-d6b90b19e0b1 admin admin] Deleting port ea63ebc7-af2c-4435-9ae3-11099b7f42cc {{(pid=101273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:09.690158 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-4e6a6670-e55f-4e78-b820-d6b90b19e0b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:09.786784 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.db [None req-4e6a6670-e55f-4e78-b820-d6b90b19e0b1 admin admin] For port ea63ebc7-af2c-4435-9ae3-11099b7f42cc, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=ea63ebc7-af2c-4435-9ae3-11099b7f42cc,segment=NetworkSegment(35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0),segment_id=35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0)] {{(pid=101273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:09.787383 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-4e6a6670-e55f-4e78-b820-d6b90b19e0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:09.803229 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.plugins.ml2.plugin [None req-4e6a6670-e55f-4e78-b820-d6b90b19e0b1 admin admin] Calling delete_port for ea63ebc7-af2c-4435-9ae3-11099b7f42cc owned by network:router_interface {{(pid=101273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:10.168797 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-4e6a6670-e55f-4e78-b820-d6b90b19e0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12900069'] for port, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:10.202970 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a6670-e55f-4e78-b820-d6b90b19e0b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea63ebc7-af2c-4435-9ae3-11099b7f42cc,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:10.422260 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-4e6a6670-e55f-4e78-b820-d6b90b19e0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-435592'] for router_interface, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:11.088698 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6a6670-e55f-4e78-b820-d6b90b19e0b1 admin admin] Router e55e7ce1-0240-4f91-b4cf-ecf3feae6bff has already been hosted by L3 agent cd2ef565-7221-423f-ba2d-d20c0fb906e2 {{(pid=101273) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 09:10:11.216101 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6a6670-e55f-4e78-b820-d6b90b19e0b1 admin admin] Notify agent at l3_agent.dv-cinder-782910-2-iscsi the message routers_updated {{(pid=101273) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 09:10:11.222803 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-4e6a6670-e55f-4e78-b820-d6b90b19e0b1 admin admin] 10.222.0.74 "PUT /v2.0/routers/e55e7ce1-0240-4f91-b4cf-ecf3feae6bff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2394075 Aug 31 09:10:11.226098 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 60068) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:11.232187 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaf3d48-5227-41f5-90d3-10f9d59507ba None None] Sync routers for ids ['e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'] in dv-cinder-782910-2-iscsi {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 09:10:11.244429 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaf3d48-5227-41f5-90d3-10f9d59507ba None None] Routers {'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:11.245186 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-faaf3d48-5227-41f5-90d3-10f9d59507ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:09:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:11.371684 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-faaf3d48-5227-41f5-90d3-10f9d59507ba None None] Set router e55e7ce1-0240-4f91-b4cf-ecf3feae6bff gateway port host: dv-cinder-782910-2-iscsi {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:11.384023 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e94a2892-684f-4cc1-b6ef-87663775df72 admin admin] Notify callbacks [] for router, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:11.528148 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e94a2892-684f-4cc1-b6ef-87663775df72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:11.615296 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-faaf3d48-5227-41f5-90d3-10f9d59507ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'name': 'tempest-TestVolumeBootPattern-2016191651-router', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'external_fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'a31756c7-da66-4e13-aa91-68c168c34e80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:49Z', 'updated_at': '2021-08-31T09:10:09Z', 'revision_number': 5, 'project_id': '910892cf0cb1456dbd94406f3c6f8758', 'gw_port': {'id': 'a31756c7-da66-4e13-aa91-68c168c34e80', 'name': '', 'network_id': '21b7b17b-0504-4a0f-9003-5825bc0f5835', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T09:02:50Z', 'updated_at': '2021-08-31T09:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '716792ce-01ef-4a78-916c-cfc821f42a5d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782910-2-iscsi'}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:11.646872 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaf3d48-5227-41f5-90d3-10f9d59507ba None None] Checking router: e55e7ce1-0240-4f91-b4cf-ecf3feae6bff for host: dv-cinder-782910-2-iscsi {{(pid=101275) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 09:10:11.657234 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaf3d48-5227-41f5-90d3-10f9d59507ba None None] Routers {'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'} bound to L3 agent in host dv-cinder-782910-2-iscsi {{(pid=101275) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 09:10:11.658230 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-faaf3d48-5227-41f5-90d3-10f9d59507ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T08:44:14Z,description=,heartbeat_timestamp=2021-08-31T09:09:44Z,host='dv-cinder-782910-2-iscsi',id=cd2ef565-7221-423f-ba2d-d20c0fb906e2,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T08:44:15Z,topic='l3_agent')) {'router_ids': ['e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'], 'active': True} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:11.709882 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-e94a2892-684f-4cc1-b6ef-87663775df72 admin admin] Deleting port a31756c7-da66-4e13-aa91-68c168c34e80 {{(pid=101272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:11.711192 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e94a2892-684f-4cc1-b6ef-87663775df72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:11.782518 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_dvr_db [None req-faaf3d48-5227-41f5-90d3-10f9d59507ba None None] Set router e55e7ce1-0240-4f91-b4cf-ecf3feae6bff gateway port host: None {{(pid=101275) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 09:10:11.859144 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.l3_hamode_db [None req-faaf3d48-5227-41f5-90d3-10f9d59507ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'name': 'tempest-TestVolumeBootPattern-2016191651-router', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:49Z', 'updated_at': '2021-08-31T09:10:11Z', 'revision_number': 6, 'project_id': '910892cf0cb1456dbd94406f3c6f8758', 'gw_port_host': None}], 'dv-cinder-782910-2-iscsi', False) {} {{(pid=101275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:11.899584 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaf3d48-5227-41f5-90d3-10f9d59507ba None None] The sync data for ids ['e55e7ce1-0240-4f91-b4cf-ecf3feae6bff'] in dv-cinder-782910-2-iscsi is: [{'id': 'e55e7ce1-0240-4f91-b4cf-ecf3feae6bff', 'name': 'tempest-TestVolumeBootPattern-2016191651-router', 'tenant_id': '910892cf0cb1456dbd94406f3c6f8758', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T09:02:49Z', 'updated_at': '2021-08-31T09:10:11Z', 'revision_number': 6, 'project_id': '910892cf0cb1456dbd94406f3c6f8758', 'gw_port_host': None}] {{(pid=101275) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 09:10:12.108342 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.db [None req-e94a2892-684f-4cc1-b6ef-87663775df72 admin admin] For port a31756c7-da66-4e13-aa91-68c168c34e80, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=a31756c7-da66-4e13-aa91-68c168c34e80,segment=NetworkSegment(86877331-f818-4619-81b8-573e8c8663a9),segment_id=86877331-f818-4619-81b8-573e8c8663a9)] {{(pid=101272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:12.117944 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e94a2892-684f-4cc1-b6ef-87663775df72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.123433 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-e94a2892-684f-4cc1-b6ef-87663775df72 admin admin] Calling delete_port for a31756c7-da66-4e13-aa91-68c168c34e80 owned by network:router_gateway {{(pid=101272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:12.162895 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-01c1b5f8-89a9-4ac9-b7c0-ba42cb85e294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.515819 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e94a2892-684f-4cc1-b6ef-87663775df72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.515819 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a2892-684f-4cc1-b6ef-87663775df72 admin admin] Pushing event deleted for resources: {'Port': ['ID=a31756c7-da66-4e13-aa91-68c168c34e80,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:12.578340 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e94a2892-684f-4cc1-b6ef-87663775df72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-434474'] for router_gateway, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.682776 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e94a2892-684f-4cc1-b6ef-87663775df72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12810'] for router, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.686361 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e94a2892-684f-4cc1-b6ef-87663775df72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.708680 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device a31756c7-da66-4e13-aa91-68c168c34e80 no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:12.730505 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: a31756c7-da66-4e13-aa91-68c168c34e80 {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:12.730848 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device a31756c7-da66-4e13-aa91-68c168c34e80 not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:12.731260 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device ea63ebc7-af2c-4435-9ae3-11099b7f42cc no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:12.757368 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: ea63ebc7-af2c-4435-9ae3-11099b7f42cc {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:12.757870 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device ea63ebc7-af2c-4435-9ae3-11099b7f42cc not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:12.878120 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e94a2892-684f-4cc1-b6ef-87663775df72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441631'] for router, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.878812 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94a2892-684f-4cc1-b6ef-87663775df72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e55e7ce1-0240-4f91-b4cf-ecf3feae6bff {{(pid=101272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 09:10:12.883922 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-e94a2892-684f-4cc1-b6ef-87663775df72 admin admin] Notify callbacks [] for router, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:12.888389 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-e94a2892-684f-4cc1-b6ef-87663775df72 admin admin] 10.222.0.74 "DELETE /v2.0/routers/e55e7ce1-0240-4f91-b4cf-ecf3feae6bff HTTP/1.1" status: 204 len: 168 time: 1.6578150 Aug 31 09:10:12.889178 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [-] (101273) accepted ('10.222.0.74', 60070) {{(pid=101273) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:12.944078 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.db.db_base_plugin_v2 [None req-8317d070-42dd-47f1-b1d8-6fc0ad85198c admin admin] Deleting subnet 1dc6e709-53a7-4cab-bc46-a8ee0a946574 {{(pid=101273) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 09:10:12.948417 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8317d070-42dd-47f1-b1d8-6fc0ad85198c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.000868 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8317d070-42dd-47f1-b1d8-6fc0ad85198c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12966715'] for subnet, precommit_delete_associations {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.090157 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8317d070-42dd-47f1-b1d8-6fc0ad85198c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3695210'] for subnet, precommit_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.237764 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8317d070-42dd-47f1-b1d8-6fc0ad85198c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3695201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12899978', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12590140'] for subnet, after_delete {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.265400 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317d070-42dd-47f1-b1d8-6fc0ad85198c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc6e709-53a7-4cab-bc46-a8ee0a946574,revision_number=None']} {{(pid=101273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:13.269462 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron_lib.callbacks.manager [None req-8317d070-42dd-47f1-b1d8-6fc0ad85198c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for subnet, before_response {{(pid=101273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.272280 dv-cinder-782910-2-iscsi neutron-server[101273]: INFO neutron.wsgi [None req-8317d070-42dd-47f1-b1d8-6fc0ad85198c admin admin] 10.222.0.74 "DELETE /v2.0/subnets/1dc6e709-53a7-4cab-bc46-a8ee0a946574 HTTP/1.1" status: 204 len: 168 time: 0.3814528 Aug 31 09:10:13.275931 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 60072) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:13.276810 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1566c8d5-a3d5-40c3-9f0a-d5d21052f835 None None] Network 364d0f0c-a912-4708-8ee6-ad3364609e03 requested from dv-cinder-782910-2-iscsi {{(pid=101274) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 09:10:13.345060 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3676933'] for network, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.436143 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] Deleting port 27f4ee99-0f2b-418b-836e-1944b32bca5f {{(pid=101272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:13.436479 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.461756 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398adb61-e4eb-40b4-9c9e-06d1b6173bb0 None None] DHCP port deletion for 364d0f0c-a912-4708-8ee6-ad3364609e03 request from dv-cinder-782910-2-iscsi {{(pid=101274) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 09:10:13.505758 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.db [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] For port 27f4ee99-0f2b-418b-836e-1944b32bca5f, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=27f4ee99-0f2b-418b-836e-1944b32bca5f,segment=NetworkSegment(35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0),segment_id=35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0)] {{(pid=101272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:13.506127 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.522713 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.plugin [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] Calling delete_port for 27f4ee99-0f2b-418b-836e-1944b32bca5f owned by network:dhcp {{(pid=101272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:13.525358 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-398adb61-e4eb-40b4-9c9e-06d1b6173bb0 None None] Deleting port 27f4ee99-0f2b-418b-836e-1944b32bca5f {{(pid=101274) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Aug 31 09:10:13.525734 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-398adb61-e4eb-40b4-9c9e-06d1b6173bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792932128022'] for port, before_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.593639 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.db [None req-398adb61-e4eb-40b4-9c9e-06d1b6173bb0 None None] For port 27f4ee99-0f2b-418b-836e-1944b32bca5f, host dv-cinder-782910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782910-2-iscsi',level=0,port_id=27f4ee99-0f2b-418b-836e-1944b32bca5f,segment=NetworkSegment(35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0),segment_id=35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0)] {{(pid=101274) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 09:10:13.594040 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-398adb61-e4eb-40b4-9c9e-06d1b6173bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-438114'] for port, precommit_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.609116 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-398adb61-e4eb-40b4-9c9e-06d1b6173bb0 None None] Calling delete_port for 27f4ee99-0f2b-418b-836e-1944b32bca5f owned by network:dhcp {{(pid=101274) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Aug 31 09:10:13.711143 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9427709'] for port, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.716764 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-398adb61-e4eb-40b4-9c9e-06d1b6173bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3791752', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792932129253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792931631647'] for port, after_delete {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.737744 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=27f4ee99-0f2b-418b-836e-1944b32bca5f,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:13.742163 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398adb61-e4eb-40b4-9c9e-06d1b6173bb0 None None] Pushing event deleted for resources: {'Port': ['ID=27f4ee99-0f2b-418b-836e-1944b32bca5f,revision_number=None']} {{(pid=101274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:13.743535 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] No DVR routers for this DVR port 27f4ee99-0f2b-418b-836e-1944b32bca5f on host dv-cinder-782910-2-iscsi {{(pid=101272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:13.748747 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398adb61-e4eb-40b4-9c9e-06d1b6173bb0 None None] No DVR routers for this DVR port 27f4ee99-0f2b-418b-836e-1944b32bca5f on host dv-cinder-782910-2-iscsi {{(pid=101274) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 09:10:13.817228 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3696017', 'neutron.services.segments.db._delete_segments_for_network-8792932182465'] for network, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.827892 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364d0f0c-a912-4708-8ee6-ad3364609e03']}} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:13.841863 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0') {'for_net_delete': True} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:13.842160 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.services.segments.db [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b75e17-ad6a-4aaa-b7fd-e7a5ec85f3f0') {} {{(pid=101272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 09:10:13.851666 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792932192597', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9192420'] for segment, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.866195 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348'] for segment, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.872162 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] Releasing vlan 1373 on physical network physnet1 to pool {{(pid=101272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 09:10:13.872543 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3692348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9427496'] for segment, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: Traceback (most recent call last): Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: timer() Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: cb(*args, **kw) Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: return func(*args, **kwargs) Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: self._notify() Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: self.callback(batched_events) Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: event.method(event) Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: return f(self, *a, **k) Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._get(url).json() Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: return self.request(url, 'GET', **kwargs) Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 09:10:13.874224 dv-cinder-782910-2-iscsi neutron-server[101272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 09:10:14.026033 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3696008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-567067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-434438'] for network, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.032026 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760475'] for network, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.034181 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/364d0f0c-a912-4708-8ee6-ad3364609e03 HTTP/1.1" status: 204 len: 168 time: 0.7570167 Aug 31 09:10:14.046830 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41b313-7ce3-4d81-8146-b37003f78ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=364d0f0c-a912-4708-8ee6-ad3364609e03,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:14.494561 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-9eef241b-aa61-43f2-a367-8210db42b377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.596605 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 27f4ee99-0f2b-418b-836e-1944b32bca5f no longer exists at agent ovs-agent-dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 09:10:14.621510 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.plugin [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] No Port match for: 27f4ee99-0f2b-418b-836e-1944b32bca5f {{(pid=101274) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Aug 31 09:10:14.621847 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron.plugins.ml2.rpc [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Device 27f4ee99-0f2b-418b-836e-1944b32bca5f not bound to the agent host dv-cinder-782910-2-iscsi {{(pid=101274) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 09:10:14.655278 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 60078) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:14.694153 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.695343 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-2eb0f57b-445c-47e6-9aec-71481c3c19c4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dce013a22e8e4e7f8630afb4ae78fd7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389538 Aug 31 09:10:14.697876 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 60080) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:14.746610 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5fa35b1b-e546-40f2-a6c1-658f1af24a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.772613 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5fa35b1b-e546-40f2-a6c1-658f1af24a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.930758 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5fa35b1b-e546-40f2-a6c1-658f1af24a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.933349 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-5fa35b1b-e546-40f2-a6c1-658f1af24a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:14.934549 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-5fa35b1b-e546-40f2-a6c1-658f1af24a77 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/90e86770-1b6c-4c86-85f2-be05f628f66a HTTP/1.1" status: 204 len: 168 time: 0.2357738 Aug 31 09:10:14.949355 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa35b1b-e546-40f2-a6c1-658f1af24a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e86770-1b6c-4c86-85f2-be05f628f66a,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:15.165287 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.716680 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.782642 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 60086) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:15.826031 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-1e634276-bbac-4db8-8f6b-81ab0e494810 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=910892cf0cb1456dbd94406f3c6f8758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418539 Aug 31 09:10:15.830388 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.wsgi [-] (101272) accepted ('10.222.0.74', 60088) {{(pid=101272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 09:10:15.879572 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7b01-c6fa-4927-a450-b54bafde958a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:15.900932 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7b01-c6fa-4927-a450-b54bafde958a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.087969 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7b01-c6fa-4927-a450-b54bafde958a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545728'] for security_group, after_delete {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.090728 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron_lib.callbacks.manager [None req-4b0b7b01-c6fa-4927-a450-b54bafde958a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:16.091968 dv-cinder-782910-2-iscsi neutron-server[101272]: INFO neutron.wsgi [None req-4b0b7b01-c6fa-4927-a450-b54bafde958a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0acbfe34-6c09-4ab6-8f03-3a102528c695 HTTP/1.1" status: 204 len: 168 time: 0.2606132 Aug 31 09:10:16.100493 dv-cinder-782910-2-iscsi neutron-server[101272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b7b01-c6fa-4927-a450-b54bafde958a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acbfe34-6c09-4ab6-8f03-3a102528c695,revision_number=None']} {{(pid=101272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 09:10:17.694870 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:21.404417 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:10:41.968437 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f22def76-cb75-4376-9018-b9abb41b0edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:44.487631 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1c607d70-0ac7-4fcc-9255-96cb89b0bd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:44.636639 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.116534 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:45.693664 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:47.688063 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:10:58.404187 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:11:11.887694 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-b72242d9-0e2e-4454-8a7c-4b71a25532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.539022 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-dc9d3e26-a90d-4e1a-91ed-3cfd4b348c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:14.659393 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.127757 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:15.705107 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:17.722623 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:35.404353 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:11:41.915212 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-80907e22-b00c-420e-bf3d-c268593ae874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.532592 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-7d928f47-5e43-4689-a124-1125be3e6446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:44.658633 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.172780 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:45.698186 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:11:47.726785 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:11.903629 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-36b10be9-1dc2-4cb1-a26f-169496d38b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:12.404475 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:12:14.480528 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-26e66e4b-d122-4566-852d-2a8d0170361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:14.628920 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:15.177887 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:15.709404 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:17.686307 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:41.886085 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cf74345c-c460-4204-b573-73d689fae998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:44.551311 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6cecf9b6-a11f-420c-812d-a69425a17a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:44.646278 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.188459 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:45.685698 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:47.686555 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:12:49.402722 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:13:00.343541 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [req-dd52681c-aca6-40a9-aee5-4420133e3f2b req-6cf182df-246c-4f6b-9666-faa617a72313 service neutron] (101273) timed out ('10.222.0.103', 59671) {{(pid=101273) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 09:13:11.948886 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-cfd99dc2-da2b-4921-bbcd-be8207066c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.496970 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-1fec1039-567d-47b2-92b5-0a422856ea7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:14.628195 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:15.211260 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:15.708255 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:17.668189 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:26.401590 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:13:41.896488 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-58abff6e-10d6-494d-8793-41d66cb7e117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.496495 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6c135d18-a75a-48bb-99a5-800db4a8f0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:44.650740 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.164899 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:45.793619 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:13:47.673623 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:03.400443 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:14:11.953198 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-f3a9aacf-d9bc-49c6-9062-3c0761742502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:14.455688 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-82e63319-7e03-4d84-a371-b0f6a8e6406c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:14.615207 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.175532 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:15.713189 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:17.824325 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:40.400036 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:14:41.889785 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-e99e1a86-2397-4e41-b411-ef8fb6f6a1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:44.489676 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-a9d1842c-5e0a-4c94-b883-602bd0a9d1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:44.655303 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:45.204568 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:45.712466 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:14:47.655728 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:11.877341 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-2f3b55b5-0621-4cec-b047-647a55a802dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.482838 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-4bc8dc12-3fef-424b-a911-eb4d1dd2f6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:14.700886 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6f93d95b-841b-4214-8ac4-80a5b4ce49d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.243499 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-97e3c555-3066-43b1-aef9-9cc61586f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:15.764285 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-6d325a37-4fd5-4567-bea4-9341703143dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:17.398642 dv-cinder-782910-2-iscsi neutron-server[101275]: DEBUG neutron.db.agents_db [None req-7995fd0f-9da3-4d8a-99ea-68699c67bd7d None None] Agent healthcheck: found 6 active agents {{(pid=101275) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 09:15:17.763582 dv-cinder-782910-2-iscsi neutron-server[101274]: DEBUG neutron_lib.callbacks.manager [None req-211ab770-7122-434a-b382-cad60e247562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792932078556', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3700943'] for agent, after_update {{(pid=101274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 09:15:22.685813 dv-cinder-782910-2-iscsi neutron-server[101273]: DEBUG neutron.wsgi [req-13ef307d-184a-407d-a962-5786f8041602 req-2d336e68-a78c-4a48-82f6-fa165adb255f service neutron] (101273) timed out ('10.222.0.74', 57596) {{(pid=101273) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}